{"level":"warn","ts":"2026-05-28T02:07:36.471104Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-28T02:07:36.471182Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.4:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.4:2380","--initial-cluster=instance=https://199.204.45.4:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.4:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.4:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-28T02:07:36.471252Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-28T02:07:36.471261Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-05-28T02:07:36.471279Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-28T02:07:36.471842Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"]} {"level":"info","ts":"2026-05-28T02:07:36.471911Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.4:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-28T02:07:36.474348Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.223551ms"} {"level":"info","ts":"2026-05-28T02:07:36.479079Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"66f7b57d56ad567d","cluster-id":"ec267dcaac715770"} {"level":"info","ts":"2026-05-28T02:07:36.479172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=()"} {"level":"info","ts":"2026-05-28T02:07:36.479215Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 0"} {"level":"info","ts":"2026-05-28T02:07:36.479227Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 66f7b57d56ad567d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-28T02:07:36.479236Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 1"} {"level":"info","ts":"2026-05-28T02:07:36.479274Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"warn","ts":"2026-05-28T02:07:36.483987Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-28T02:07:36.485364Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-28T02:07:36.486642Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-28T02:07:36.490781Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"66f7b57d56ad567d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-28T02:07:36.491017Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"66f7b57d56ad567d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-28T02:07:36.491138Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T02:07:36.491263Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T02:07:36.491303Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T02:07:36.493267Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"info","ts":"2026-05-28T02:07:36.493472Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","added-peer-id":"66f7b57d56ad567d","added-peer-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-05-28T02:07:36.495162Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-28T02:07:36.495297Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-05-28T02:07:36.495346Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-05-28T02:07:36.495493Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"66f7b57d56ad567d","initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-28T02:07:36.495523Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-28T02:07:36.679796Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d is starting a new election at term 1"} {"level":"info","ts":"2026-05-28T02:07:36.679868Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became pre-candidate at term 1"} {"level":"info","ts":"2026-05-28T02:07:36.67997Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgPreVoteResp from 66f7b57d56ad567d at term 1"} {"level":"info","ts":"2026-05-28T02:07:36.680054Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became candidate at term 2"} {"level":"info","ts":"2026-05-28T02:07:36.680087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgVoteResp from 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-05-28T02:07:36.68016Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became leader at term 2"} {"level":"info","ts":"2026-05-28T02:07:36.680232Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 66f7b57d56ad567d elected leader 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-05-28T02:07:36.681258Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T02:07:36.682028Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"66f7b57d56ad567d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.4:2379]}","request-path":"/0/members/66f7b57d56ad567d/attributes","cluster-id":"ec267dcaac715770","publish-timeout":"7s"} {"level":"info","ts":"2026-05-28T02:07:36.682036Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-28T02:07:36.682107Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-28T02:07:36.682431Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T02:07:36.682508Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-28T02:07:36.682534Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-28T02:07:36.682623Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T02:07:36.682655Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T02:07:36.684638Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.4:2379"} {"level":"info","ts":"2026-05-28T02:07:36.684654Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-05-28T02:07:38.497702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.334157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-hsnpv\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-05-28T02:07:38.497841Z","caller":"traceutil/trace.go:171","msg":"trace[319687998] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-hsnpv; range_end:; response_count:1; response_revision:5; }","duration":"116.553674ms","start":"2026-05-28T02:07:38.381265Z","end":"2026-05-28T02:07:38.497819Z","steps":["trace[319687998] 'agreement among raft nodes before linearized reading' (duration: 116.308906ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:38.621899Z","caller":"traceutil/trace.go:171","msg":"trace[859848038] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"169.347185ms","start":"2026-05-28T02:07:38.452535Z","end":"2026-05-28T02:07:38.621882Z","steps":["trace[859848038] 'process raft request' (duration: 169.251572ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:38.621901Z","caller":"traceutil/trace.go:171","msg":"trace[1818239469] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"169.460799ms","start":"2026-05-28T02:07:38.452406Z","end":"2026-05-28T02:07:38.621867Z","steps":["trace[1818239469] 'process raft request' (duration: 165.580605ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:38.622685Z","caller":"traceutil/trace.go:171","msg":"trace[1253020281] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"169.166219ms","start":"2026-05-28T02:07:38.452753Z","end":"2026-05-28T02:07:38.621919Z","steps":["trace[1253020281] 'process raft request' (duration: 169.068536ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:38.622741Z","caller":"traceutil/trace.go:171","msg":"trace[2019661363] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"169.667155ms","start":"2026-05-28T02:07:38.452815Z","end":"2026-05-28T02:07:38.622482Z","steps":["trace[2019661363] 'process raft request' (duration: 169.039505ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:38.625463Z","caller":"traceutil/trace.go:171","msg":"trace[1437581177] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"172.556877ms","start":"2026-05-28T02:07:38.45288Z","end":"2026-05-28T02:07:38.625437Z","steps":["trace[1437581177] 'process raft request' (duration: 169.016285ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:38.626069Z","caller":"traceutil/trace.go:171","msg":"trace[652367056] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:8; }","duration":"128.595886ms","start":"2026-05-28T02:07:38.497374Z","end":"2026-05-28T02:07:38.62597Z","steps":["trace[652367056] 'read index received' (duration: 120.609052ms)","trace[652367056] 'applied index is now lower than readState.Index' (duration: 7.985294ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:07:38.626407Z","caller":"traceutil/trace.go:171","msg":"trace[1680505346] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"168.955713ms","start":"2026-05-28T02:07:38.457433Z","end":"2026-05-28T02:07:38.626389Z","steps":["trace[1680505346] 'process raft request' (duration: 167.9352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:38.626455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.2869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-28T02:07:38.626519Z","caller":"traceutil/trace.go:171","msg":"trace[611687295] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"146.369463ms","start":"2026-05-28T02:07:38.480121Z","end":"2026-05-28T02:07:38.626491Z","steps":["trace[611687295] 'agreement among raft nodes before linearized reading' (duration: 145.97002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:38.626594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.062035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-28T02:07:38.626598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.397401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-28T02:07:38.62664Z","caller":"traceutil/trace.go:171","msg":"trace[848947473] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"174.118457ms","start":"2026-05-28T02:07:38.452499Z","end":"2026-05-28T02:07:38.626617Z","steps":["trace[848947473] 'agreement among raft nodes before linearized reading' (duration: 173.730995ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:38.626654Z","caller":"traceutil/trace.go:171","msg":"trace[696981701] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:0; response_revision:11; }","duration":"171.497594ms","start":"2026-05-28T02:07:38.455133Z","end":"2026-05-28T02:07:38.62663Z","steps":["trace[696981701] 'agreement among raft nodes before linearized reading' (duration: 171.08798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:38.628023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.840287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-28T02:07:38.628074Z","caller":"traceutil/trace.go:171","msg":"trace[1668276771] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"161.912868ms","start":"2026-05-28T02:07:38.466146Z","end":"2026-05-28T02:07:38.628059Z","steps":["trace[1668276771] 'agreement among raft nodes before linearized reading' (duration: 160.256125ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:38.662532Z","caller":"traceutil/trace.go:171","msg":"trace[1758009640] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"160.316908ms","start":"2026-05-28T02:07:38.502194Z","end":"2026-05-28T02:07:38.662511Z","steps":["trace[1758009640] 'process raft request' (duration: 160.225915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:38.662651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.563393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-28T02:07:38.662684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.088219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-28T02:07:38.662798Z","caller":"traceutil/trace.go:171","msg":"trace[1155764008] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:12; }","duration":"154.226793ms","start":"2026-05-28T02:07:38.508544Z","end":"2026-05-28T02:07:38.662771Z","steps":["trace[1155764008] 'agreement among raft nodes before linearized reading' (duration: 153.995856ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:38.662729Z","caller":"traceutil/trace.go:171","msg":"trace[642856791] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"159.671298ms","start":"2026-05-28T02:07:38.503028Z","end":"2026-05-28T02:07:38.6627Z","steps":["trace[642856791] 'agreement among raft nodes before linearized reading' (duration: 159.504982ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:39.229601Z","caller":"traceutil/trace.go:171","msg":"trace[1366260860] transaction","detail":"{read_only:false; response_revision:65; number_of_response:1; }","duration":"493.490273ms","start":"2026-05-28T02:07:38.736072Z","end":"2026-05-28T02:07:39.229563Z","steps":["trace[1366260860] 'process raft request' (duration: 483.120342ms)","trace[1366260860] 'compare' (duration: 10.151014ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:07:39.229672Z","caller":"traceutil/trace.go:171","msg":"trace[621001303] transaction","detail":"{read_only:false; response_revision:66; number_of_response:1; }","duration":"492.893233ms","start":"2026-05-28T02:07:38.736758Z","end":"2026-05-28T02:07:39.229651Z","steps":["trace[621001303] 'process raft request' (duration: 492.727588ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:39.229852Z","caller":"traceutil/trace.go:171","msg":"trace[167179061] transaction","detail":"{read_only:false; response_revision:67; number_of_response:1; }","duration":"490.954371ms","start":"2026-05-28T02:07:38.738814Z","end":"2026-05-28T02:07:39.229769Z","steps":["trace[167179061] 'process raft request' (duration: 490.754055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:39.230225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:38.736743Z","time spent":"492.969715ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:07:39.230175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:38.738801Z","time spent":"491.162568ms","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":565,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:07:39.230514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:38.73605Z","time spent":"493.662807ms","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:07:53.974941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492383368,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:07:54.476209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492383368,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:07:54.64129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.415748436s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:07:54.641644Z","caller":"traceutil/trace.go:171","msg":"trace[913043050] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:424; }","duration":"1.167650762s","start":"2026-05-28T02:07:53.473973Z","end":"2026-05-28T02:07:54.641624Z","steps":["trace[913043050] 'read index received' (duration: 1.167481066s)","trace[913043050] 'applied index is now lower than readState.Index' (duration: 169.076µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:07:54.641718Z","caller":"traceutil/trace.go:171","msg":"trace[700841961] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"1.416278823s","start":"2026-05-28T02:07:53.225429Z","end":"2026-05-28T02:07:54.641708Z","steps":["trace[700841961] 'process raft request' (duration: 1.416087886s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:54.641818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:53.225407Z","time spent":"1.416341595s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:07:54.641834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106216834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:07:54.641851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.758186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4318"} {"level":"info","ts":"2026-05-28T02:07:54.641932Z","caller":"traceutil/trace.go:171","msg":"trace[4536413] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:410; }","duration":"189.8865ms","start":"2026-05-28T02:07:54.452027Z","end":"2026-05-28T02:07:54.641913Z","steps":["trace[4536413] 'agreement among raft nodes before linearized reading' (duration: 189.732325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:54.641923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.705311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-28T02:07:54.641953Z","caller":"traceutil/trace.go:171","msg":"trace[1911844066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:410; }","duration":"1.106364909s","start":"2026-05-28T02:07:53.535539Z","end":"2026-05-28T02:07:54.641904Z","steps":["trace[1911844066] 'agreement among raft nodes before linearized reading' (duration: 1.106206134s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:54.641941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167967352s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:07:54.641994Z","caller":"traceutil/trace.go:171","msg":"trace[2026135986] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:410; }","duration":"1.168019733s","start":"2026-05-28T02:07:53.473966Z","end":"2026-05-28T02:07:54.641986Z","steps":["trace[2026135986] 'agreement among raft nodes before linearized reading' (duration: 1.167958151s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:54.642518Z","caller":"traceutil/trace.go:171","msg":"trace[1111002723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:410; }","duration":"370.817754ms","start":"2026-05-28T02:07:54.271161Z","end":"2026-05-28T02:07:54.641979Z","steps":["trace[1111002723] 'agreement among raft nodes before linearized reading' (duration: 370.658709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:54.642612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:54.271142Z","time spent":"371.454405ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:07:54.642847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.315322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:07:54.64291Z","caller":"traceutil/trace.go:171","msg":"trace[1541504523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:410; }","duration":"882.386333ms","start":"2026-05-28T02:07:53.760493Z","end":"2026-05-28T02:07:54.64288Z","steps":["trace[1541504523] 'agreement among raft nodes before linearized reading' (duration: 881.421212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:54.642957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:53.760475Z","time spent":"882.462716ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:07:54.642027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:53.535515Z","time spent":"1.106502473s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:07:55.220203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492383371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:07:55.720987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492383371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:07:56.012163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.294304615s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:07:56.012647Z","caller":"traceutil/trace.go:171","msg":"trace[2130302585] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"1.294863303s","start":"2026-05-28T02:07:54.717755Z","end":"2026-05-28T02:07:56.012619Z","steps":["trace[2130302585] 'process raft request' (duration: 1.294643516s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:56.012797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:54.717737Z","time spent":"1.294983986s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4303,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:07:56.017665Z","caller":"traceutil/trace.go:171","msg":"trace[820217705] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"1.296459494s","start":"2026-05-28T02:07:54.721167Z","end":"2026-05-28T02:07:56.017627Z","steps":["trace[820217705] 'process raft request' (duration: 1.296255397s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:56.017871Z","caller":"traceutil/trace.go:171","msg":"trace[960629288] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"1.295987849s","start":"2026-05-28T02:07:54.721863Z","end":"2026-05-28T02:07:56.017851Z","steps":["trace[960629288] 'process raft request' (duration: 1.29572459s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:56.017873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:54.721157Z","time spent":"1.296585577s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:07:56.017995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:54.721856Z","time spent":"1.296072241s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:07:56.022571Z","caller":"traceutil/trace.go:171","msg":"trace[583994520] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:425; }","duration":"1.303342013s","start":"2026-05-28T02:07:54.719202Z","end":"2026-05-28T02:07:56.022544Z","steps":["trace[583994520] 'read index received' (duration: 1.293351375s)","trace[583994520] 'applied index is now lower than readState.Index' (duration: 9.989018ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:07:56.022706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303497028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:07:56.022756Z","caller":"traceutil/trace.go:171","msg":"trace[1281095450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"1.30356106s","start":"2026-05-28T02:07:54.719178Z","end":"2026-05-28T02:07:56.022739Z","steps":["trace[1281095450] 'agreement among raft nodes before linearized reading' (duration: 1.303489287s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:56.022777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035944464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T02:07:56.022794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:54.719163Z","time spent":"1.303622622s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:07:56.022818Z","caller":"traceutil/trace.go:171","msg":"trace[1467466891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:413; }","duration":"1.036033567s","start":"2026-05-28T02:07:54.986771Z","end":"2026-05-28T02:07:56.022805Z","steps":["trace[1467466891] 'agreement among raft nodes before linearized reading' (duration: 1.035934974s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:56.022864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:54.986755Z","time spent":"1.036090709s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:08:01.340395Z","caller":"traceutil/trace.go:171","msg":"trace[1548440921] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"520.266286ms","start":"2026-05-28T02:08:00.820109Z","end":"2026-05-28T02:08:01.340375Z","steps":["trace[1548440921] 'process raft request' (duration: 519.605285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:01.340547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:00.820081Z","time spent":"520.399889ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:02.106724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.933033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4422"} {"level":"info","ts":"2026-05-28T02:08:02.106821Z","caller":"traceutil/trace.go:171","msg":"trace[1940702319] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:428; }","duration":"643.080218ms","start":"2026-05-28T02:08:01.46372Z","end":"2026-05-28T02:08:02.106801Z","steps":["trace[1940702319] 'range keys from in-memory index tree' (duration: 642.759288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:02.10687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:01.463698Z","time spent":"643.15791ms","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4445,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-28T02:08:10.266736Z","caller":"traceutil/trace.go:171","msg":"trace[1062410898] linearizableReadLoop","detail":"{readStateIndex:494; appliedIndex:493; }","duration":"122.10951ms","start":"2026-05-28T02:08:10.144599Z","end":"2026-05-28T02:08:10.266708Z","steps":["trace[1062410898] 'read index received' (duration: 121.991096ms)","trace[1062410898] 'applied index is now lower than readState.Index' (duration: 116.734µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:08:10.26703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.319323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-28T02:08:10.267079Z","caller":"traceutil/trace.go:171","msg":"trace[715866658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:475; }","duration":"120.402525ms","start":"2026-05-28T02:08:10.146662Z","end":"2026-05-28T02:08:10.267065Z","steps":["trace[715866658] 'agreement among raft nodes before linearized reading' (duration: 120.285822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:10.267199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.494553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-28T02:08:10.267257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.004816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T02:08:10.267356Z","caller":"traceutil/trace.go:171","msg":"trace[1514806187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:475; }","duration":"122.180482ms","start":"2026-05-28T02:08:10.145155Z","end":"2026-05-28T02:08:10.267336Z","steps":["trace[1514806187] 'agreement among raft nodes before linearized reading' (duration: 121.720827ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:10.267374Z","caller":"traceutil/trace.go:171","msg":"trace[1707355865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:475; }","duration":"122.755671ms","start":"2026-05-28T02:08:10.144534Z","end":"2026-05-28T02:08:10.26729Z","steps":["trace[1707355865] 'agreement among raft nodes before linearized reading' (duration: 122.295466ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:12.479251Z","caller":"traceutil/trace.go:171","msg":"trace[637626714] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"197.799372ms","start":"2026-05-28T02:08:12.281433Z","end":"2026-05-28T02:08:12.479232Z","steps":["trace[637626714] 'process raft request' (duration: 197.673998ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:12.546616Z","caller":"traceutil/trace.go:171","msg":"trace[1213910612] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"263.632889ms","start":"2026-05-28T02:08:12.282959Z","end":"2026-05-28T02:08:12.546592Z","steps":["trace[1213910612] 'process raft request' (duration: 263.467263ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:12.546876Z","caller":"traceutil/trace.go:171","msg":"trace[1731857245] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"263.780033ms","start":"2026-05-28T02:08:12.283058Z","end":"2026-05-28T02:08:12.546838Z","steps":["trace[1731857245] 'process raft request' (duration: 263.495334ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:16.953122Z","caller":"traceutil/trace.go:171","msg":"trace[457156291] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"270.172907ms","start":"2026-05-28T02:08:16.682913Z","end":"2026-05-28T02:08:16.953086Z","steps":["trace[457156291] 'process raft request' (duration: 269.974241ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:17.284152Z","caller":"traceutil/trace.go:171","msg":"trace[1388840063] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"590.422601ms","start":"2026-05-28T02:08:16.693707Z","end":"2026-05-28T02:08:17.284129Z","steps":["trace[1388840063] 'process raft request' (duration: 590.152222ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:17.284229Z","caller":"traceutil/trace.go:171","msg":"trace[1965658446] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"571.447866ms","start":"2026-05-28T02:08:16.712742Z","end":"2026-05-28T02:08:17.28419Z","steps":["trace[1965658446] 'process raft request' (duration: 571.326722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:17.28429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.693498Z","time spent":"590.73066ms","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:08:17.284382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.712724Z","time spent":"571.585361ms","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:08:17.284352Z","caller":"traceutil/trace.go:171","msg":"trace[226898934] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"590.186713ms","start":"2026-05-28T02:08:16.694079Z","end":"2026-05-28T02:08:17.284266Z","steps":["trace[226898934] 'process raft request' (duration: 589.954666ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:17.284505Z","caller":"traceutil/trace.go:171","msg":"trace[2106121560] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"571.164027ms","start":"2026-05-28T02:08:16.713331Z","end":"2026-05-28T02:08:17.284495Z","steps":["trace[2106121560] 'process raft request' (duration: 570.765434ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:17.284526Z","caller":"traceutil/trace.go:171","msg":"trace[1344324537] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"568.957677ms","start":"2026-05-28T02:08:16.715546Z","end":"2026-05-28T02:08:17.284504Z","steps":["trace[1344324537] 'process raft request' (duration: 568.615476ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:17.284554Z","caller":"traceutil/trace.go:171","msg":"trace[47783068] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"554.708443ms","start":"2026-05-28T02:08:16.729835Z","end":"2026-05-28T02:08:17.284543Z","steps":["trace[47783068] 'process raft request' (duration: 554.402184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:17.284616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.729812Z","time spent":"554.776295ms","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:08:17.28462Z","caller":"traceutil/trace.go:171","msg":"trace[1026461406] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"550.008353ms","start":"2026-05-28T02:08:16.734599Z","end":"2026-05-28T02:08:17.284608Z","steps":["trace[1026461406] 'process raft request' (duration: 549.719744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:17.284641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.715519Z","time spent":"569.06776ms","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:08:17.284652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.713325Z","time spent":"571.24271ms","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:08:17.284644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.694052Z","time spent":"590.475303ms","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:08:17.284391Z","caller":"traceutil/trace.go:171","msg":"trace[120028460] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"569.282867ms","start":"2026-05-28T02:08:16.715044Z","end":"2026-05-28T02:08:17.284327Z","steps":["trace[120028460] 'process raft request' (duration: 569.088341ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:17.284776Z","caller":"traceutil/trace.go:171","msg":"trace[1411437900] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"535.974375ms","start":"2026-05-28T02:08:16.748795Z","end":"2026-05-28T02:08:17.28477Z","steps":["trace[1411437900] 'process raft request' (duration: 535.671806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:17.284774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.73459Z","time spent":"550.066485ms","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:08:17.284828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.715034Z","time spent":"569.745132ms","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:08:17.284728Z","caller":"traceutil/trace.go:171","msg":"trace[1368588559] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"434.149701ms","start":"2026-05-28T02:08:16.850556Z","end":"2026-05-28T02:08:17.284705Z","steps":["trace[1368588559] 'process raft request' (duration: 434.051858ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:17.284453Z","caller":"traceutil/trace.go:171","msg":"trace[1452911819] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"567.959185ms","start":"2026-05-28T02:08:16.716442Z","end":"2026-05-28T02:08:17.284402Z","steps":["trace[1452911819] 'process raft request' (duration: 567.762248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:17.284873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.748767Z","time spent":"536.050128ms","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:08:17.284899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.850532Z","time spent":"434.340058ms","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:08:17.284918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.716412Z","time spent":"568.475201ms","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:08:18.00595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492383611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:18.506858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492383611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:19.007449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492383611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:19.00784Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.723903441s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:08:19.260221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:18.703255Z","time spent":"556.958654ms","remote":"127.0.0.1:32946","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T02:08:19.261408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.761502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:08:19.261681Z","caller":"traceutil/trace.go:171","msg":"trace[1864723185] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"2.300881672s","start":"2026-05-28T02:08:16.960783Z","end":"2026-05-28T02:08:19.261665Z","steps":["trace[1864723185] 'process raft request' (duration: 2.300729757s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:19.26168Z","caller":"traceutil/trace.go:171","msg":"trace[108000697] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"2.302071391s","start":"2026-05-28T02:08:16.959555Z","end":"2026-05-28T02:08:19.261627Z","steps":["trace[108000697] 'process raft request' (duration: 2.048446111s)","trace[108000697] 'compare' (duration: 252.634818ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:08:19.261758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.96075Z","time spent":"2.300967066s","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:19.261906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.959521Z","time spent":"2.302283748s","remote":"127.0.0.1:48358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:08:19.262074Z","caller":"traceutil/trace.go:171","msg":"trace[1361032783] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"1.967464061s","start":"2026-05-28T02:08:17.294587Z","end":"2026-05-28T02:08:19.262051Z","steps":["trace[1361032783] 'process raft request' (duration: 1.967230683s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:19.262093Z","caller":"traceutil/trace.go:171","msg":"trace[585749390] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"1.963340719s","start":"2026-05-28T02:08:17.298742Z","end":"2026-05-28T02:08:19.262083Z","steps":["trace[585749390] 'process raft request' (duration: 1.963223115s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.262137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:17.298709Z","time spent":"1.963408111s","remote":"127.0.0.1:48358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:08:19.261903Z","caller":"traceutil/trace.go:171","msg":"trace[337274040] transaction","detail":"{read_only:false; number_of_response:1; response_revision:540; }","duration":"2.299503549s","start":"2026-05-28T02:08:16.96233Z","end":"2026-05-28T02:08:19.261834Z","steps":["trace[337274040] 'process raft request' (duration: 2.299297382s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.262191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:17.294554Z","time spent":"1.967563674s","remote":"127.0.0.1:48358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:08:19.262237Z","caller":"traceutil/trace.go:171","msg":"trace[1235615666] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"1.963101311s","start":"2026-05-28T02:08:17.299088Z","end":"2026-05-28T02:08:19.262189Z","steps":["trace[1235615666] 'process raft request' (duration: 1.962951186s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.262307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.962307Z","time spent":"2.299891631s","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7366,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:19.262401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:17.299063Z","time spent":"1.963259186s","remote":"127.0.0.1:48358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:08:19.262524Z","caller":"traceutil/trace.go:171","msg":"trace[1674127734] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"1.962248204s","start":"2026-05-28T02:08:17.300198Z","end":"2026-05-28T02:08:19.262446Z","steps":["trace[1674127734] 'process raft request' (duration: 1.962096679s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.26265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:17.300173Z","time spent":"1.96241165s","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:08:19.262684Z","caller":"traceutil/trace.go:171","msg":"trace[1940569908] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"1.961528071s","start":"2026-05-28T02:08:17.301136Z","end":"2026-05-28T02:08:19.262664Z","steps":["trace[1940569908] 'process raft request' (duration: 1.961239052s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.262741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:17.301103Z","time spent":"1.961605604s","remote":"127.0.0.1:48358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:08:19.262815Z","caller":"traceutil/trace.go:171","msg":"trace[1263739971] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"1.955048095s","start":"2026-05-28T02:08:17.307739Z","end":"2026-05-28T02:08:19.262787Z","steps":["trace[1263739971] 'process raft request' (duration: 1.954869239s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:19.262941Z","caller":"traceutil/trace.go:171","msg":"trace[2105932961] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"1.959684933s","start":"2026-05-28T02:08:17.303207Z","end":"2026-05-28T02:08:19.262892Z","steps":["trace[2105932961] 'process raft request' (duration: 1.959236428s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.262952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:17.307727Z","time spent":"1.955135708s","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:08:19.26299Z","caller":"traceutil/trace.go:171","msg":"trace[410755845] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"1.958330459s","start":"2026-05-28T02:08:17.304648Z","end":"2026-05-28T02:08:19.262979Z","steps":["trace[410755845] 'process raft request' (duration: 1.957884635s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.263063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:17.30318Z","time spent":"1.959810647s","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:19.263074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:17.304221Z","time spent":"1.958810845s","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:08:19.263029Z","caller":"traceutil/trace.go:171","msg":"trace[799765139] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"1.914499493s","start":"2026-05-28T02:08:17.348446Z","end":"2026-05-28T02:08:19.262945Z","steps":["trace[799765139] 'process raft request' (duration: 1.914248105s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.263242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:17.348395Z","time spent":"1.914746421s","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:08:19.263329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758469662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:08:19.263378Z","caller":"traceutil/trace.go:171","msg":"trace[1933853546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:549; }","duration":"1.758568765s","start":"2026-05-28T02:08:17.504796Z","end":"2026-05-28T02:08:19.263365Z","steps":["trace[1933853546] 'agreement among raft nodes before linearized reading' (duration: 1.758392009s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.263411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:17.504766Z","time spent":"1.758637587s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:08:19.262779Z","caller":"traceutil/trace.go:171","msg":"trace[2039535388] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:558; }","duration":"1.757868272s","start":"2026-05-28T02:08:17.504865Z","end":"2026-05-28T02:08:19.262733Z","steps":["trace[2039535388] 'read index received' (duration: 1.503279571s)","trace[2039535388] 'applied index is now lower than readState.Index' (duration: 254.588111ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:08:19.263993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728410244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:08:19.264033Z","caller":"traceutil/trace.go:171","msg":"trace[1656948568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:549; }","duration":"1.728450316s","start":"2026-05-28T02:08:17.535571Z","end":"2026-05-28T02:08:19.264021Z","steps":["trace[1656948568] 'agreement among raft nodes before linearized reading' (duration: 1.728385804s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.264061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:17.535547Z","time spent":"1.728507918s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:08:19.264108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.454052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:08:19.264152Z","caller":"traceutil/trace.go:171","msg":"trace[4928741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:549; }","duration":"682.513674ms","start":"2026-05-28T02:08:18.581625Z","end":"2026-05-28T02:08:19.264139Z","steps":["trace[4928741] 'agreement among raft nodes before linearized reading' (duration: 682.405361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.264179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:18.581614Z","time spent":"682.559615ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:08:19.264326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.662679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:08:19.264367Z","caller":"traceutil/trace.go:171","msg":"trace[1286941385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:549; }","duration":"682.742981ms","start":"2026-05-28T02:08:18.581613Z","end":"2026-05-28T02:08:19.264355Z","steps":["trace[1286941385] 'agreement among raft nodes before linearized reading' (duration: 682.600867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.264399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:18.581597Z","time spent":"682.794713ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:08:19.264644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.764359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:08:19.264685Z","caller":"traceutil/trace.go:171","msg":"trace[1728421722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:549; }","duration":"761.842021ms","start":"2026-05-28T02:08:18.502833Z","end":"2026-05-28T02:08:19.264675Z","steps":["trace[1728421722] 'agreement among raft nodes before linearized reading' (duration: 761.699197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.264713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:18.502808Z","time spent":"761.897773ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:08:25.418584Z","caller":"traceutil/trace.go:171","msg":"trace[2040468539] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"184.533058ms","start":"2026-05-28T02:08:25.234015Z","end":"2026-05-28T02:08:25.418548Z","steps":["trace[2040468539] 'process raft request' (duration: 184.198238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:25.932161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492383791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:27.376074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.044265943s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:08:27.818639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2756399s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:08:27.818821Z","caller":"traceutil/trace.go:171","msg":"trace[1766153484] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:635; }","duration":"1.275854737s","start":"2026-05-28T02:08:26.542939Z","end":"2026-05-28T02:08:27.818794Z","steps":["trace[1766153484] 'range keys from in-memory index tree' (duration: 1.275607608s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:27.819314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487328799s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:08:27.819524Z","caller":"traceutil/trace.go:171","msg":"trace[1211277019] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"2.397037151s","start":"2026-05-28T02:08:25.422461Z","end":"2026-05-28T02:08:27.819498Z","steps":["trace[1211277019] 'process raft request' (duration: 909.425294ms)","trace[1211277019] 'compare' (duration: 1.487141382s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:27.81958Z","caller":"traceutil/trace.go:171","msg":"trace[1990428490] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"2.396624708s","start":"2026-05-28T02:08:25.422934Z","end":"2026-05-28T02:08:27.819559Z","steps":["trace[1990428490] 'process raft request' (duration: 2.396554466s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:27.819658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:25.422918Z","time spent":"2.39670522s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:08:27.819736Z","caller":"traceutil/trace.go:171","msg":"trace[1890932585] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"2.39698533s","start":"2026-05-28T02:08:25.42272Z","end":"2026-05-28T02:08:27.819706Z","steps":["trace[1890932585] 'process raft request' (duration: 2.396717341s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:27.819807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:25.42244Z","time spent":"2.397149725s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:27.819891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:25.4227Z","time spent":"2.397100893s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:08:27.819927Z","caller":"traceutil/trace.go:171","msg":"trace[1542127822] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"2.396410231s","start":"2026-05-28T02:08:25.423431Z","end":"2026-05-28T02:08:27.819841Z","steps":["trace[1542127822] 'process raft request' (duration: 2.396090731s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:27.820094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:25.423416Z","time spent":"2.396613887s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:28.323861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000353311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:08:28.323988Z","caller":"traceutil/trace.go:171","msg":"trace[6495651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000539587s","start":"2026-05-28T02:08:26.323417Z","end":"2026-05-28T02:08:28.323956Z","steps":["trace[6495651] 'agreement among raft nodes before linearized reading' (duration: 2.000369271s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:28.324076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:26.3234Z","time spent":"2.000663131s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:08:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:08:28.543469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999827354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:08:28.543584Z","caller":"traceutil/trace.go:171","msg":"trace[1977376926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00002401s","start":"2026-05-28T02:08:26.543533Z","end":"2026-05-28T02:08:28.543557Z","steps":["trace[1977376926] 'agreement among raft nodes before linearized reading' (duration: 1.999854485s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:28.543645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:26.543504Z","time spent":"2.000129204s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:08:29.469354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649625284s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T02:08:29.469594Z","caller":"traceutil/trace.go:171","msg":"trace[1140078872] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:658; }","duration":"4.037833854s","start":"2026-05-28T02:08:25.431738Z","end":"2026-05-28T02:08:29.469572Z","steps":["trace[1140078872] 'read index received' (duration: 900.073235ms)","trace[1140078872] 'applied index is now lower than readState.Index' (duration: 3.137759059s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:29.469753Z","caller":"traceutil/trace.go:171","msg":"trace[111667025] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"1.142425578s","start":"2026-05-28T02:08:28.327304Z","end":"2026-05-28T02:08:29.469729Z","steps":["trace[111667025] 'process raft request' (duration: 1.142150179s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:29.469821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.038047311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:08:29.469866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:28.327276Z","time spent":"1.142533251s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:08:29.469889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.444736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:08:29.469911Z","caller":"traceutil/trace.go:171","msg":"trace[239264880] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:640; }","duration":"4.038182735s","start":"2026-05-28T02:08:25.431707Z","end":"2026-05-28T02:08:29.46989Z","steps":["trace[239264880] 'agreement among raft nodes before linearized reading' (duration: 4.037979089s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:29.469953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:25.431698Z","time spent":"4.038246148s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-05-28T02:08:29.469973Z","caller":"traceutil/trace.go:171","msg":"trace[731803689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:640; }","duration":"917.557839ms","start":"2026-05-28T02:08:28.552375Z","end":"2026-05-28T02:08:29.469933Z","steps":["trace[731803689] 'agreement among raft nodes before linearized reading' (duration: 917.447466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:29.470007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:28.55235Z","time spent":"917.648752ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:08:29.469957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656847036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6z9z8\" ","response":"range_response_count:1 size:16957"} {"level":"info","ts":"2026-05-28T02:08:29.470204Z","caller":"traceutil/trace.go:171","msg":"trace[498711685] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6z9z8; range_end:; response_count:1; response_revision:640; }","duration":"3.657135125s","start":"2026-05-28T02:08:25.813048Z","end":"2026-05-28T02:08:29.470184Z","steps":["trace[498711685] 'agreement among raft nodes before linearized reading' (duration: 3.656763754s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:29.470262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:25.813026Z","time spent":"3.657217768s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16980,"request content":"key:\"/registry/pods/kube-system/cilium-6z9z8\" "} {"level":"info","ts":"2026-05-28T02:08:29.721732Z","caller":"traceutil/trace.go:171","msg":"trace[1643375062] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"238.830204ms","start":"2026-05-28T02:08:29.48288Z","end":"2026-05-28T02:08:29.721711Z","steps":["trace[1643375062] 'process raft request' (duration: 238.686219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:30.576112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492383807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:31.077344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492383807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:31.577658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492383807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:32.077905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492383807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:32.408623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584510807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:08:32.408696Z","caller":"traceutil/trace.go:171","msg":"trace[775046090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:643; }","duration":"2.584634682s","start":"2026-05-28T02:08:29.824046Z","end":"2026-05-28T02:08:32.408681Z","steps":["trace[775046090] 'range keys from in-memory index tree' (duration: 2.584283501s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:32.408728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:29.824015Z","time spent":"2.584705814s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:08:32.408714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584077404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T02:08:32.408621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583297259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T02:08:32.40872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583440624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:08:32.408786Z","caller":"traceutil/trace.go:171","msg":"trace[1335469892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:643; }","duration":"2.584202988s","start":"2026-05-28T02:08:29.824565Z","end":"2026-05-28T02:08:32.408768Z","steps":["trace[1335469892] 'range keys from in-memory index tree' (duration: 2.583838386s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:32.408818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:29.824539Z","time spent":"2.58427289s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:08:32.40884Z","caller":"traceutil/trace.go:171","msg":"trace[1341052212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:643; }","duration":"2.583620269s","start":"2026-05-28T02:08:29.825189Z","end":"2026-05-28T02:08:32.408809Z","steps":["trace[1341052212] 'range keys from in-memory index tree' (duration: 2.583210306s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:32.408832Z","caller":"traceutil/trace.go:171","msg":"trace[1045032033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:643; }","duration":"2.583531007s","start":"2026-05-28T02:08:29.825265Z","end":"2026-05-28T02:08:32.408796Z","steps":["trace[1045032033] 'range keys from in-memory index tree' (duration: 2.583105533s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:32.408918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:29.825166Z","time spent":"2.583735873s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:08:32.408936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:29.825244Z","time spent":"2.58365898s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:08:32.535031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000269627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:08:32.535123Z","caller":"traceutil/trace.go:171","msg":"trace[477348211] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000396172s","start":"2026-05-28T02:08:30.534701Z","end":"2026-05-28T02:08:32.535098Z","steps":["trace[477348211] 'agreement among raft nodes before linearized reading' (duration: 2.000295738s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:32.535167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:30.534679Z","time spent":"2.000478184s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:08:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:08:32.578654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492383807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:33.079245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492383807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:33.58021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492383807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:34.034787Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.155468217s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:08:34.036642Z","caller":"traceutil/trace.go:171","msg":"trace[258799495] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"4.158157482s","start":"2026-05-28T02:08:29.878453Z","end":"2026-05-28T02:08:34.036611Z","steps":["trace[258799495] 'process raft request' (duration: 4.156910783s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:34.036887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:29.878428Z","time spent":"4.158334558s","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:08:34.046258Z","caller":"traceutil/trace.go:171","msg":"trace[1231036562] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:667; }","duration":"3.970646394s","start":"2026-05-28T02:08:30.075591Z","end":"2026-05-28T02:08:34.046237Z","steps":["trace[1231036562] 'read index received' (duration: 3.959598662s)","trace[1231036562] 'applied index is now lower than readState.Index' (duration: 11.046982ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:34.046274Z","caller":"traceutil/trace.go:171","msg":"trace[40670554] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"1.633287524s","start":"2026-05-28T02:08:32.41295Z","end":"2026-05-28T02:08:34.046238Z","steps":["trace[40670554] 'process raft request' (duration: 1.632981505s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:34.046362Z","caller":"traceutil/trace.go:171","msg":"trace[2115028592] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"1.633030866s","start":"2026-05-28T02:08:32.413322Z","end":"2026-05-28T02:08:34.046353Z","steps":["trace[2115028592] 'process raft request' (duration: 1.632861251s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:34.046375Z","caller":"traceutil/trace.go:171","msg":"trace[781442169] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"1.633113559s","start":"2026-05-28T02:08:32.413214Z","end":"2026-05-28T02:08:34.046327Z","steps":["trace[781442169] 'process raft request' (duration: 1.632938554s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:34.046457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:32.413317Z","time spent":"1.633065937s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:08:34.046445Z","caller":"traceutil/trace.go:171","msg":"trace[536369070] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"1.633403748s","start":"2026-05-28T02:08:32.413009Z","end":"2026-05-28T02:08:34.046413Z","steps":["trace[536369070] 'process raft request' (duration: 1.633104828s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:34.046492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:32.41293Z","time spent":"1.633419189s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:34.046507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:32.413203Z","time spent":"1.633232753s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:34.046568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:32.412986Z","time spent":"1.633514832s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:34.046594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511126076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:08:34.046632Z","caller":"traceutil/trace.go:171","msg":"trace[1961050684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:649; }","duration":"1.511197409s","start":"2026-05-28T02:08:32.535425Z","end":"2026-05-28T02:08:34.046622Z","steps":["trace[1961050684] 'agreement among raft nodes before linearized reading' (duration: 1.511145897s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:34.046619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.971005576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-05-28T02:08:34.046653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:32.535405Z","time spent":"1.51124333s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:08:34.04665Z","caller":"traceutil/trace.go:171","msg":"trace[461849168] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"1.07585388s","start":"2026-05-28T02:08:32.97078Z","end":"2026-05-28T02:08:34.046634Z","steps":["trace[461849168] 'process raft request' (duration: 1.075429456s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:34.046674Z","caller":"traceutil/trace.go:171","msg":"trace[81466880] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:649; }","duration":"3.971106079s","start":"2026-05-28T02:08:30.075554Z","end":"2026-05-28T02:08:34.04666Z","steps":["trace[81466880] 'agreement among raft nodes before linearized reading' (duration: 3.970904382s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:34.046703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:30.075533Z","time spent":"3.97116472s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-05-28T02:08:34.046735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:32.970743Z","time spent":"1.075944303s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:08:35.838228Z","caller":"traceutil/trace.go:171","msg":"trace[1359369932] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"140.360248ms","start":"2026-05-28T02:08:35.697841Z","end":"2026-05-28T02:08:35.838201Z","steps":["trace[1359369932] 'process raft request' (duration: 139.961875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:35.838506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.884351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:08:35.838669Z","caller":"traceutil/trace.go:171","msg":"trace[945465367] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:668; }","duration":"144.102337ms","start":"2026-05-28T02:08:35.694481Z","end":"2026-05-28T02:08:35.838583Z","steps":["trace[945465367] 'agreement among raft nodes before linearized reading' (duration: 143.764457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:35.838857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.948473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:08:35.838938Z","caller":"traceutil/trace.go:171","msg":"trace[2053266022] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:668; }","duration":"144.055266ms","start":"2026-05-28T02:08:35.694868Z","end":"2026-05-28T02:08:35.838923Z","steps":["trace[2053266022] 'agreement among raft nodes before linearized reading' (duration: 143.899171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:35.839027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.192401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:08:35.839101Z","caller":"traceutil/trace.go:171","msg":"trace[1948201829] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:668; }","duration":"144.262043ms","start":"2026-05-28T02:08:35.694801Z","end":"2026-05-28T02:08:35.839063Z","steps":["trace[1948201829] 'agreement among raft nodes before linearized reading' (duration: 144.18348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:35.839226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.532032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:08:35.839329Z","caller":"traceutil/trace.go:171","msg":"trace[1586590215] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:668; }","duration":"144.655035ms","start":"2026-05-28T02:08:35.694637Z","end":"2026-05-28T02:08:35.839292Z","steps":["trace[1586590215] 'agreement among raft nodes before linearized reading' (duration: 144.49892ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:35.83924Z","caller":"traceutil/trace.go:171","msg":"trace[2118717406] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"140.653657ms","start":"2026-05-28T02:08:35.698558Z","end":"2026-05-28T02:08:35.839212Z","steps":["trace[2118717406] 'process raft request' (duration: 139.607154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:39.217539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.233567ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-28T02:08:39.217667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:38.871622Z","time spent":"346.038286ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T02:08:39.217818Z","caller":"traceutil/trace.go:171","msg":"trace[2109783023] linearizableReadLoop","detail":"{readStateIndex:751; appliedIndex:750; }","duration":"283.175114ms","start":"2026-05-28T02:08:38.934581Z","end":"2026-05-28T02:08:39.217756Z","steps":["trace[2109783023] 'read index received' (duration: 48.727751ms)","trace[2109783023] 'applied index is now lower than readState.Index' (duration: 234.439013ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:39.217924Z","caller":"traceutil/trace.go:171","msg":"trace[1349262689] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"269.649774ms","start":"2026-05-28T02:08:38.948246Z","end":"2026-05-28T02:08:39.217896Z","steps":["trace[1349262689] 'process raft request' (duration: 269.439867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:39.218303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.487122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-05-28T02:08:39.218374Z","caller":"traceutil/trace.go:171","msg":"trace[1110210765] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:725; }","duration":"325.593785ms","start":"2026-05-28T02:08:38.892759Z","end":"2026-05-28T02:08:39.218353Z","steps":["trace[1110210765] 'agreement among raft nodes before linearized reading' (duration: 325.269805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:39.218453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:38.892746Z","time spent":"325.696818ms","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-05-28T02:08:39.580743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.780607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:08:39.580944Z","caller":"traceutil/trace.go:171","msg":"trace[142544361] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"568.622532ms","start":"2026-05-28T02:08:39.012284Z","end":"2026-05-28T02:08:39.580906Z","steps":["trace[142544361] 'process raft request' (duration: 370.582668ms)","trace[142544361] 'compare' (duration: 197.59126ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:39.58101Z","caller":"traceutil/trace.go:171","msg":"trace[1931528942] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"362.012515ms","start":"2026-05-28T02:08:39.218983Z","end":"2026-05-28T02:08:39.580995Z","steps":["trace[1931528942] 'process raft request' (duration: 361.879961ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:39.581032Z","caller":"traceutil/trace.go:171","msg":"trace[1073158364] linearizableReadLoop","detail":"{readStateIndex:753; appliedIndex:752; }","duration":"362.997716ms","start":"2026-05-28T02:08:39.218Z","end":"2026-05-28T02:08:39.580998Z","steps":["trace[1073158364] 'read index received' (duration: 164.796256ms)","trace[1073158364] 'applied index is now lower than readState.Index' (duration: 198.19813ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:08:39.58107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:39.218948Z","time spent":"362.091307ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:08:39.581083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:39.012241Z","time spent":"568.773677ms","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:39.58132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.670577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-05-28T02:08:39.581323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.682888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-05-28T02:08:39.581351Z","caller":"traceutil/trace.go:171","msg":"trace[1519917498] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:727; }","duration":"488.755049ms","start":"2026-05-28T02:08:39.092584Z","end":"2026-05-28T02:08:39.581339Z","steps":["trace[1519917498] 'agreement among raft nodes before linearized reading' (duration: 488.552713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:39.581375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:39.092557Z","time spent":"488.812601ms","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-05-28T02:08:39.581375Z","caller":"traceutil/trace.go:171","msg":"trace[1847402152] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:727; }","duration":"287.783342ms","start":"2026-05-28T02:08:39.293576Z","end":"2026-05-28T02:08:39.581359Z","steps":["trace[1847402152] 'agreement among raft nodes before linearized reading' (duration: 287.622646ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:48.234319Z","caller":"traceutil/trace.go:171","msg":"trace[506254673] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"193.922593ms","start":"2026-05-28T02:08:48.040375Z","end":"2026-05-28T02:08:48.234297Z","steps":["trace[506254673] 'process raft request' (duration: 166.918854ms)","trace[506254673] 'compare' (duration: 26.881806ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:48.27853Z","caller":"traceutil/trace.go:171","msg":"trace[1584006805] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"237.828021ms","start":"2026-05-28T02:08:48.040679Z","end":"2026-05-28T02:08:48.278507Z","steps":["trace[1584006805] 'process raft request' (duration: 237.641255ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:48.278892Z","caller":"traceutil/trace.go:171","msg":"trace[1106243109] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"231.81799ms","start":"2026-05-28T02:08:48.047062Z","end":"2026-05-28T02:08:48.27888Z","steps":["trace[1106243109] 'process raft request' (duration: 231.396687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:49.416843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.922621ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-28T02:08:50.835946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492384191,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:08:50.884926Z","caller":"traceutil/trace.go:171","msg":"trace[649051529] linearizableReadLoop","detail":"{readStateIndex:832; appliedIndex:830; }","duration":"549.305576ms","start":"2026-05-28T02:08:50.335605Z","end":"2026-05-28T02:08:50.884911Z","steps":["trace[649051529] 'read index received' (duration: 546.57395ms)","trace[649051529] 'applied index is now lower than readState.Index' (duration: 2.731146ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:50.885022Z","caller":"traceutil/trace.go:171","msg":"trace[595108751] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"735.505884ms","start":"2026-05-28T02:08:50.149503Z","end":"2026-05-28T02:08:50.885009Z","steps":["trace[595108751] 'process raft request' (duration: 735.329448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:50.885114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:50.149476Z","time spent":"735.575556ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:50.885148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:50.077616Z","time spent":"807.524657ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T02:08:50.885336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.712629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T02:08:50.88537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.831702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T02:08:50.885381Z","caller":"traceutil/trace.go:171","msg":"trace[458660466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:801; }","duration":"549.804092ms","start":"2026-05-28T02:08:50.335564Z","end":"2026-05-28T02:08:50.885368Z","steps":["trace[458660466] 'agreement among raft nodes before linearized reading' (duration: 549.663228ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:50.885404Z","caller":"traceutil/trace.go:171","msg":"trace[386345943] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:801; }","duration":"543.884394ms","start":"2026-05-28T02:08:50.34151Z","end":"2026-05-28T02:08:50.885394Z","steps":["trace[386345943] 'agreement among raft nodes before linearized reading' (duration: 543.76818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:50.885415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:50.335545Z","time spent":"549.864643ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:08:50.885441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:50.341498Z","time spent":"543.935085ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:08:50.885519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.766761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:08:50.885514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.839223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-28T02:08:50.885539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.983199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-28T02:08:50.885584Z","caller":"traceutil/trace.go:171","msg":"trace[2090070985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:801; }","duration":"347.838533ms","start":"2026-05-28T02:08:50.537717Z","end":"2026-05-28T02:08:50.885555Z","steps":["trace[2090070985] 'agreement among raft nodes before linearized reading' (duration: 347.770361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:50.885652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:50.537699Z","time spent":"347.944907ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:08:50.885651Z","caller":"traceutil/trace.go:171","msg":"trace[911224744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:801; }","duration":"549.970637ms","start":"2026-05-28T02:08:50.33562Z","end":"2026-05-28T02:08:50.885591Z","steps":["trace[911224744] 'agreement among raft nodes before linearized reading' (duration: 549.665537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:50.885719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:50.335612Z","time spent":"550.090551ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:08:50.885723Z","caller":"traceutil/trace.go:171","msg":"trace[864017278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:801; }","duration":"545.083641ms","start":"2026-05-28T02:08:50.340515Z","end":"2026-05-28T02:08:50.885599Z","steps":["trace[864017278] 'agreement among raft nodes before linearized reading' (duration: 544.917666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:50.885808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:50.340498Z","time spent":"545.289948ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:08:51.159687Z","caller":"traceutil/trace.go:171","msg":"trace[269312394] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"270.618025ms","start":"2026-05-28T02:08:50.889043Z","end":"2026-05-28T02:08:51.159661Z","steps":["trace[269312394] 'process raft request' (duration: 270.554823ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:51.159701Z","caller":"traceutil/trace.go:171","msg":"trace[279448524] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"270.719228ms","start":"2026-05-28T02:08:50.88894Z","end":"2026-05-28T02:08:51.159659Z","steps":["trace[279448524] 'process raft request' (duration: 270.504651ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:51.159949Z","caller":"traceutil/trace.go:171","msg":"trace[729789517] linearizableReadLoop","detail":"{readStateIndex:837; appliedIndex:832; }","duration":"230.320422ms","start":"2026-05-28T02:08:50.929589Z","end":"2026-05-28T02:08:51.159909Z","steps":["trace[729789517] 'read index received' (duration: 30.876833ms)","trace[729789517] 'applied index is now lower than readState.Index' (duration: 199.442869ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:51.159962Z","caller":"traceutil/trace.go:171","msg":"trace[1645522114] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"270.490272ms","start":"2026-05-28T02:08:50.889403Z","end":"2026-05-28T02:08:51.159893Z","steps":["trace[1645522114] 'process raft request' (duration: 270.225953ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:51.159995Z","caller":"traceutil/trace.go:171","msg":"trace[2001155867] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"270.044817ms","start":"2026-05-28T02:08:50.889917Z","end":"2026-05-28T02:08:51.159962Z","steps":["trace[2001155867] 'process raft request' (duration: 269.894042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:51.160101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.493038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:08:51.160129Z","caller":"traceutil/trace.go:171","msg":"trace[1552663868] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:806; }","duration":"230.604331ms","start":"2026-05-28T02:08:50.929517Z","end":"2026-05-28T02:08:51.160121Z","steps":["trace[1552663868] 'agreement among raft nodes before linearized reading' (duration: 230.503238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:51.160341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.307846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"info","ts":"2026-05-28T02:08:51.160395Z","caller":"traceutil/trace.go:171","msg":"trace[1898551639] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:806; }","duration":"194.392099ms","start":"2026-05-28T02:08:50.965988Z","end":"2026-05-28T02:08:51.16038Z","steps":["trace[1898551639] 'agreement among raft nodes before linearized reading' (duration: 194.275045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:55.579797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492384241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:56.080781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492384241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:56.483169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.502514283s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:08:56.483814Z","caller":"traceutil/trace.go:171","msg":"trace[1449725946] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"1.504145944s","start":"2026-05-28T02:08:54.979635Z","end":"2026-05-28T02:08:56.483781Z","steps":["trace[1449725946] 'process raft request' (duration: 1.503939868s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:56.484052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:54.979623Z","time spent":"1.504279688s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4026,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:57.414857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.441714ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:08:57.415033Z","caller":"traceutil/trace.go:171","msg":"trace[1403786079] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:822; }","duration":"872.63042ms","start":"2026-05-28T02:08:56.542374Z","end":"2026-05-28T02:08:57.415004Z","steps":["trace[1403786079] 'range keys from in-memory index tree' (duration: 872.420793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:57.538675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.882484ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T02:08:57.538776Z","caller":"traceutil/trace.go:171","msg":"trace[1902316149] linearizableReadLoop","detail":"{readStateIndex:854; appliedIndex:852; }","duration":"2.460040464s","start":"2026-05-28T02:08:55.078719Z","end":"2026-05-28T02:08:57.538759Z","steps":["trace[1902316149] 'read index received' (duration: 1.404852453s)","trace[1902316149] 'applied index is now lower than readState.Index' (duration: 1.055186681s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:08:57.538886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460150239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:08:57.538924Z","caller":"traceutil/trace.go:171","msg":"trace[1050352245] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:822; }","duration":"2.460232721s","start":"2026-05-28T02:08:55.07868Z","end":"2026-05-28T02:08:57.538913Z","steps":["trace[1050352245] 'agreement among raft nodes before linearized reading' (duration: 2.460149748s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:57.538964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:55.078661Z","time spent":"2.460293172s","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:08:57.541745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000122063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:08:57.541826Z","caller":"traceutil/trace.go:171","msg":"trace[608695979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000259938s","start":"2026-05-28T02:08:55.541547Z","end":"2026-05-28T02:08:57.541807Z","steps":["trace[608695979] 'agreement among raft nodes before linearized reading' (duration: 2.000150925s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:57.541915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:55.541519Z","time spent":"2.000383741s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:08:57.609515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.134596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:08:57.609598Z","caller":"traceutil/trace.go:171","msg":"trace[1515851687] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:823; }","duration":"111.23883ms","start":"2026-05-28T02:08:57.498341Z","end":"2026-05-28T02:08:57.609579Z","steps":["trace[1515851687] 'agreement among raft nodes before linearized reading' (duration: 111.072094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:57.609657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.50024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:08:57.609713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556436067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T02:08:57.609786Z","caller":"traceutil/trace.go:171","msg":"trace[1268757694] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:823; }","duration":"172.659395ms","start":"2026-05-28T02:08:57.4371Z","end":"2026-05-28T02:08:57.60976Z","steps":["trace[1268757694] 'agreement among raft nodes before linearized reading' (duration: 172.405667ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:57.609803Z","caller":"traceutil/trace.go:171","msg":"trace[215536048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:823; }","duration":"1.556548371s","start":"2026-05-28T02:08:56.053233Z","end":"2026-05-28T02:08:57.609782Z","steps":["trace[215536048] 'agreement among raft nodes before linearized reading' (duration: 1.556376576s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:57.609848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:56.053216Z","time spent":"1.556624534s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:08:57.609877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421535418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-28T02:08:57.609895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421575479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T02:08:57.609659Z","caller":"traceutil/trace.go:171","msg":"trace[137049899] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"120.180465ms","start":"2026-05-28T02:08:57.489427Z","end":"2026-05-28T02:08:57.609608Z","steps":["trace[137049899] 'process raft request' (duration: 119.71164ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:57.609941Z","caller":"traceutil/trace.go:171","msg":"trace[752462254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:823; }","duration":"2.421828408s","start":"2026-05-28T02:08:55.188094Z","end":"2026-05-28T02:08:57.609922Z","steps":["trace[752462254] 'agreement among raft nodes before linearized reading' (duration: 2.4216047s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:57.609958Z","caller":"traceutil/trace.go:171","msg":"trace[878732558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:823; }","duration":"2.421836127s","start":"2026-05-28T02:08:55.188104Z","end":"2026-05-28T02:08:57.60994Z","steps":["trace[878732558] 'agreement among raft nodes before linearized reading' (duration: 2.421670622s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:57.609577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421140525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-28T02:08:57.610001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:55.188069Z","time spent":"2.421919791s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:08:57.610006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:55.188083Z","time spent":"2.42191154s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:08:57.610022Z","caller":"traceutil/trace.go:171","msg":"trace[958579668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:823; }","duration":"2.421669552s","start":"2026-05-28T02:08:55.188341Z","end":"2026-05-28T02:08:57.610011Z","steps":["trace[958579668] 'agreement among raft nodes before linearized reading' (duration: 2.421045272s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:57.610054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:55.188315Z","time spent":"2.421730104s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:08:57.609905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436890027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:08:57.610253Z","caller":"traceutil/trace.go:171","msg":"trace[613917025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:823; }","duration":"2.437273879s","start":"2026-05-28T02:08:55.172903Z","end":"2026-05-28T02:08:57.610177Z","steps":["trace[613917025] 'agreement among raft nodes before linearized reading' (duration: 2.436545625s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:57.610357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:55.172879Z","time spent":"2.437461305s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:09:08.735194Z","caller":"traceutil/trace.go:171","msg":"trace[1645987965] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"105.571021ms","start":"2026-05-28T02:09:08.629586Z","end":"2026-05-28T02:09:08.735157Z","steps":["trace[1645987965] 'process raft request' (duration: 105.436407ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:08.914002Z","caller":"traceutil/trace.go:171","msg":"trace[1472940174] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"175.013142ms","start":"2026-05-28T02:09:08.738955Z","end":"2026-05-28T02:09:08.913968Z","steps":["trace[1472940174] 'process raft request' (duration: 88.341252ms)","trace[1472940174] 'compare' (duration: 86.394871ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:09:08.925943Z","caller":"traceutil/trace.go:171","msg":"trace[258295390] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"181.86031ms","start":"2026-05-28T02:09:08.744049Z","end":"2026-05-28T02:09:08.925909Z","steps":["trace[258295390] 'process raft request' (duration: 181.812718ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:08.926015Z","caller":"traceutil/trace.go:171","msg":"trace[1053906053] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"185.355381ms","start":"2026-05-28T02:09:08.740595Z","end":"2026-05-28T02:09:08.925951Z","steps":["trace[1053906053] 'process raft request' (duration: 185.103753ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:09.259537Z","caller":"traceutil/trace.go:171","msg":"trace[1599623564] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"155.196391ms","start":"2026-05-28T02:09:09.104285Z","end":"2026-05-28T02:09:09.259482Z","steps":["trace[1599623564] 'process raft request' (duration: 74.079648ms)","trace[1599623564] 'compare' (duration: 80.939537ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:09:09.665174Z","caller":"traceutil/trace.go:171","msg":"trace[1232190551] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"331.09437ms","start":"2026-05-28T02:09:09.334038Z","end":"2026-05-28T02:09:09.665132Z","steps":["trace[1232190551] 'process raft request' (duration: 299.324218ms)","trace[1232190551] 'compare' (duration: 31.579806ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:09:09.665388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:09.334011Z","time spent":"331.290876ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:09:09.81549Z","caller":"traceutil/trace.go:171","msg":"trace[1115977750] linearizableReadLoop","detail":"{readStateIndex:993; appliedIndex:991; }","duration":"431.105515ms","start":"2026-05-28T02:09:09.384361Z","end":"2026-05-28T02:09:09.815467Z","steps":["trace[1115977750] 'read index received' (duration: 249.08106ms)","trace[1115977750] 'applied index is now lower than readState.Index' (duration: 182.020475ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:09:09.815624Z","caller":"traceutil/trace.go:171","msg":"trace[446861401] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"479.868026ms","start":"2026-05-28T02:09:09.335714Z","end":"2026-05-28T02:09:09.815582Z","steps":["trace[446861401] 'process raft request' (duration: 479.606398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:09.815757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.2763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:09:09.815841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:09.3357Z","time spent":"480.025682ms","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:09:09.815874Z","caller":"traceutil/trace.go:171","msg":"trace[766090860] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:959; }","duration":"431.527138ms","start":"2026-05-28T02:09:09.384333Z","end":"2026-05-28T02:09:09.81586Z","steps":["trace[766090860] 'agreement among raft nodes before linearized reading' (duration: 431.26889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:09.816022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:09.384318Z","time spent":"431.648222ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":6,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:09:09.853621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.375594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:09:09.853675Z","caller":"traceutil/trace.go:171","msg":"trace[2096487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:961; }","duration":"317.475217ms","start":"2026-05-28T02:09:09.536187Z","end":"2026-05-28T02:09:09.853663Z","steps":["trace[2096487] 'agreement among raft nodes before linearized reading' (duration: 317.381294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:09.853709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:09.536163Z","time spent":"317.536219ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:09:09.853738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.385339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:09:09.853806Z","caller":"traceutil/trace.go:171","msg":"trace[1473473450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:961; }","duration":"113.478733ms","start":"2026-05-28T02:09:09.740314Z","end":"2026-05-28T02:09:09.853793Z","steps":["trace[1473473450] 'agreement among raft nodes before linearized reading' (duration: 113.298617ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:09.853781Z","caller":"traceutil/trace.go:171","msg":"trace[177252313] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"183.339147ms","start":"2026-05-28T02:09:09.670389Z","end":"2026-05-28T02:09:09.853728Z","steps":["trace[177252313] 'process raft request' (duration: 183.041277ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:09.853817Z","caller":"traceutil/trace.go:171","msg":"trace[530862900] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"182.557581ms","start":"2026-05-28T02:09:09.671217Z","end":"2026-05-28T02:09:09.853775Z","steps":["trace[530862900] 'process raft request' (duration: 182.297993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:09.853984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.636549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:09:09.854028Z","caller":"traceutil/trace.go:171","msg":"trace[1864177547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:961; }","duration":"114.707352ms","start":"2026-05-28T02:09:09.739307Z","end":"2026-05-28T02:09:09.854015Z","steps":["trace[1864177547] 'agreement among raft nodes before linearized reading' (duration: 114.601928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:09.854059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.708624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:09:09.854091Z","caller":"traceutil/trace.go:171","msg":"trace[561707994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:961; }","duration":"110.752186ms","start":"2026-05-28T02:09:09.74333Z","end":"2026-05-28T02:09:09.854082Z","steps":["trace[561707994] 'agreement among raft nodes before linearized reading' (duration: 110.656753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:09.854185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.695428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:09:09.854223Z","caller":"traceutil/trace.go:171","msg":"trace[1733743737] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:961; }","duration":"183.77241ms","start":"2026-05-28T02:09:09.67044Z","end":"2026-05-28T02:09:09.854212Z","steps":["trace[1733743737] 'agreement among raft nodes before linearized reading' (duration: 183.720118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:09.854211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.928375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:09:09.854274Z","caller":"traceutil/trace.go:171","msg":"trace[1062622955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:961; }","duration":"118.039758ms","start":"2026-05-28T02:09:09.736217Z","end":"2026-05-28T02:09:09.854257Z","steps":["trace[1062622955] 'agreement among raft nodes before linearized reading' (duration: 117.810761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:09.854468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.168976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:09:09.854524Z","caller":"traceutil/trace.go:171","msg":"trace[2109892536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:961; }","duration":"115.248288ms","start":"2026-05-28T02:09:09.739262Z","end":"2026-05-28T02:09:09.854511Z","steps":["trace[2109892536] 'agreement among raft nodes before linearized reading' (duration: 115.118394ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:10.033071Z","caller":"traceutil/trace.go:171","msg":"trace[674632419] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"144.918273ms","start":"2026-05-28T02:09:09.888119Z","end":"2026-05-28T02:09:10.033038Z","steps":["trace[674632419] 'process raft request' (duration: 142.751854ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:10.033087Z","caller":"traceutil/trace.go:171","msg":"trace[1768929014] linearizableReadLoop","detail":"{readStateIndex:1004; appliedIndex:1001; }","duration":"140.457432ms","start":"2026-05-28T02:09:09.892602Z","end":"2026-05-28T02:09:10.033059Z","steps":["trace[1768929014] 'read index received' (duration: 139.985277ms)","trace[1768929014] 'applied index is now lower than readState.Index' (duration: 470.935µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:09:10.033212Z","caller":"traceutil/trace.go:171","msg":"trace[1836105884] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"143.484958ms","start":"2026-05-28T02:09:09.889716Z","end":"2026-05-28T02:09:10.033201Z","steps":["trace[1836105884] 'process raft request' (duration: 143.291302ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:10.033293Z","caller":"traceutil/trace.go:171","msg":"trace[2002062237] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"144.075646ms","start":"2026-05-28T02:09:09.889183Z","end":"2026-05-28T02:09:10.033259Z","steps":["trace[2002062237] 'process raft request' (duration: 143.766026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:10.033406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.801868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-05-28T02:09:10.033487Z","caller":"traceutil/trace.go:171","msg":"trace[930207000] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:970; }","duration":"143.918662ms","start":"2026-05-28T02:09:09.889549Z","end":"2026-05-28T02:09:10.033467Z","steps":["trace[930207000] 'agreement among raft nodes before linearized reading' (duration: 143.688114ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:10.140187Z","caller":"traceutil/trace.go:171","msg":"trace[612992639] linearizableReadLoop","detail":"{readStateIndex:1005; appliedIndex:1004; }","duration":"106.999856ms","start":"2026-05-28T02:09:10.033164Z","end":"2026-05-28T02:09:10.140164Z","steps":["trace[612992639] 'read index received' (duration: 106.870312ms)","trace[612992639] 'applied index is now lower than readState.Index' (duration: 128.134µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:09:10.140273Z","caller":"traceutil/trace.go:171","msg":"trace[1498469792] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"242.690676ms","start":"2026-05-28T02:09:09.897533Z","end":"2026-05-28T02:09:10.140224Z","steps":["trace[1498469792] 'process raft request' (duration: 242.476989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:10.140366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.886455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:09:10.140472Z","caller":"traceutil/trace.go:171","msg":"trace[744914787] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:971; }","duration":"201.011199ms","start":"2026-05-28T02:09:09.939401Z","end":"2026-05-28T02:09:10.140412Z","steps":["trace[744914787] 'agreement among raft nodes before linearized reading' (duration: 200.895365ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:10.143862Z","caller":"traceutil/trace.go:171","msg":"trace[257925378] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"102.08915ms","start":"2026-05-28T02:09:10.041749Z","end":"2026-05-28T02:09:10.143838Z","steps":["trace[257925378] 'process raft request' (duration: 101.957106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:10.143905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.309662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-tr5ds\" ","response":"range_response_count:1 size:2650"} {"level":"info","ts":"2026-05-28T02:09:10.143958Z","caller":"traceutil/trace.go:171","msg":"trace[1141922585] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-tr5ds; range_end:; response_count:1; response_revision:973; }","duration":"105.416516ms","start":"2026-05-28T02:09:10.038533Z","end":"2026-05-28T02:09:10.14395Z","steps":["trace[1141922585] 'agreement among raft nodes before linearized reading' (duration: 105.262341ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:10.14396Z","caller":"traceutil/trace.go:171","msg":"trace[332349712] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"104.889459ms","start":"2026-05-28T02:09:10.039041Z","end":"2026-05-28T02:09:10.14393Z","steps":["trace[332349712] 'process raft request' (duration: 104.577659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:16.031774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.619919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:09:16.031884Z","caller":"traceutil/trace.go:171","msg":"trace[1801923689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1142; }","duration":"114.765924ms","start":"2026-05-28T02:09:15.917093Z","end":"2026-05-28T02:09:16.031859Z","steps":["trace[1801923689] 'range keys from in-memory index tree' (duration: 114.471884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:16.031861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.421461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T02:09:16.031886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.226804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:09:16.031963Z","caller":"traceutil/trace.go:171","msg":"trace[1582310036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1142; }","duration":"113.529905ms","start":"2026-05-28T02:09:15.918408Z","end":"2026-05-28T02:09:16.031938Z","steps":["trace[1582310036] 'range keys from in-memory index tree' (duration: 113.322748ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:16.031983Z","caller":"traceutil/trace.go:171","msg":"trace[375822681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1142; }","duration":"113.323657ms","start":"2026-05-28T02:09:15.918634Z","end":"2026-05-28T02:09:16.031958Z","steps":["trace[375822681] 'range keys from in-memory index tree' (duration: 113.08694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:16.031879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.102212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:09:16.03215Z","caller":"traceutil/trace.go:171","msg":"trace[1419276685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1142; }","duration":"114.419483ms","start":"2026-05-28T02:09:15.917707Z","end":"2026-05-28T02:09:16.032127Z","steps":["trace[1419276685] 'range keys from in-memory index tree' (duration: 113.882025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:16.031713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.730781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:09:16.032335Z","caller":"traceutil/trace.go:171","msg":"trace[1262168819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1142; }","duration":"114.385462ms","start":"2026-05-28T02:09:15.917933Z","end":"2026-05-28T02:09:16.032318Z","steps":["trace[1262168819] 'range keys from in-memory index tree' (duration: 113.581846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:29.472533Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.37491292s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:09:29.473051Z","caller":"traceutil/trace.go:171","msg":"trace[1761256807] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"1.37551432s","start":"2026-05-28T02:09:28.097512Z","end":"2026-05-28T02:09:29.473027Z","steps":["trace[1761256807] 'process raft request' (duration: 1.375361635s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:29.473188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:28.097497Z","time spent":"1.375611292s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:09:29.47825Z","caller":"traceutil/trace.go:171","msg":"trace[1161668826] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"1.379730003s","start":"2026-05-28T02:09:28.098498Z","end":"2026-05-28T02:09:29.478228Z","steps":["trace[1161668826] 'process raft request' (duration: 1.379601729s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:29.478378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:28.098486Z","time spent":"1.379832767s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:09:29.478409Z","caller":"traceutil/trace.go:171","msg":"trace[1331629424] linearizableReadLoop","detail":"{readStateIndex:1267; appliedIndex:1261; }","duration":"385.801882ms","start":"2026-05-28T02:09:29.092587Z","end":"2026-05-28T02:09:29.478389Z","steps":["trace[1331629424] 'read index received' (duration: 380.146222ms)","trace[1331629424] 'applied index is now lower than readState.Index' (duration: 5.65443ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:09:29.478498Z","caller":"traceutil/trace.go:171","msg":"trace[1288985310] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"1.380056943s","start":"2026-05-28T02:09:28.09843Z","end":"2026-05-28T02:09:29.478487Z","steps":["trace[1288985310] 'process raft request' (duration: 1.379566338s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:29.478498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.914425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:09:29.478554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:28.098417Z","time spent":"1.380104926s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:09:29.478574Z","caller":"traceutil/trace.go:171","msg":"trace[552915417] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1229; }","duration":"386.04203ms","start":"2026-05-28T02:09:29.092522Z","end":"2026-05-28T02:09:29.478564Z","steps":["trace[552915417] 'agreement among raft nodes before linearized reading' (duration: 385.925316ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:29.478578Z","caller":"traceutil/trace.go:171","msg":"trace[1021030651] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"1.379782075s","start":"2026-05-28T02:09:28.098778Z","end":"2026-05-28T02:09:29.47856Z","steps":["trace[1021030651] 'process raft request' (duration: 1.379490345s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:29.478605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:29.092495Z","time spent":"386.100012ms","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:09:29.478609Z","caller":"traceutil/trace.go:171","msg":"trace[1566095462] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"1.379829836s","start":"2026-05-28T02:09:28.09875Z","end":"2026-05-28T02:09:29.47858Z","steps":["trace[1566095462] 'process raft request' (duration: 1.379427924s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:29.478661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:28.098767Z","time spent":"1.379850508s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:09:29.478715Z","caller":"traceutil/trace.go:171","msg":"trace[911214659] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"1.233294492s","start":"2026-05-28T02:09:28.245389Z","end":"2026-05-28T02:09:29.478684Z","steps":["trace[911214659] 'process raft request' (duration: 1.2329423s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:29.478766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:28.098738Z","time spent":"1.37993723s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:09:29.478865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:28.245368Z","time spent":"1.233417856s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:09:32.342996Z","caller":"traceutil/trace.go:171","msg":"trace[1901268667] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"116.787412ms","start":"2026-05-28T02:09:32.226185Z","end":"2026-05-28T02:09:32.342972Z","steps":["trace[1901268667] 'process raft request' (duration: 116.652398ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:42.291608Z","caller":"traceutil/trace.go:171","msg":"trace[1988053006] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"136.697335ms","start":"2026-05-28T02:09:42.154879Z","end":"2026-05-28T02:09:42.291577Z","steps":["trace[1988053006] 'process raft request' (duration: 114.706576ms)","trace[1988053006] 'compare' (duration: 21.850924ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:09:45.732525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.731467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:09:45.732621Z","caller":"traceutil/trace.go:171","msg":"trace[670055425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1362; }","duration":"181.83597ms","start":"2026-05-28T02:09:45.550757Z","end":"2026-05-28T02:09:45.732593Z","steps":["trace[670055425] 'range keys from in-memory index tree' (duration: 181.5328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:45.732715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.128244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:09:45.732784Z","caller":"traceutil/trace.go:171","msg":"trace[17627911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1362; }","duration":"196.234858ms","start":"2026-05-28T02:09:45.536531Z","end":"2026-05-28T02:09:45.732766Z","steps":["trace[17627911] 'range keys from in-memory index tree' (duration: 196.050502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:45.732768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.15385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:09:45.732917Z","caller":"traceutil/trace.go:171","msg":"trace[1228340262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1362; }","duration":"182.385947ms","start":"2026-05-28T02:09:45.5505Z","end":"2026-05-28T02:09:45.732886Z","steps":["trace[1228340262] 'range keys from in-memory index tree' (duration: 181.886991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:45.733486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.15647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:09:45.733638Z","caller":"traceutil/trace.go:171","msg":"trace[1297589834] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"171.410469ms","start":"2026-05-28T02:09:45.562201Z","end":"2026-05-28T02:09:45.733612Z","steps":["trace[1297589834] 'process raft request' (duration: 68.007041ms)","trace[1297589834] 'compare' (duration: 102.400866ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:09:45.733746Z","caller":"traceutil/trace.go:171","msg":"trace[1953701854] linearizableReadLoop","detail":"{readStateIndex:1411; appliedIndex:1410; }","duration":"132.359837ms","start":"2026-05-28T02:09:45.601371Z","end":"2026-05-28T02:09:45.733731Z","steps":["trace[1953701854] 'read index received' (duration: 28.766634ms)","trace[1953701854] 'applied index is now lower than readState.Index' (duration: 103.592003ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:09:45.733923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.559234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T02:09:45.733939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.23078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:09:45.733986Z","caller":"traceutil/trace.go:171","msg":"trace[320133236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1364; }","duration":"132.660617ms","start":"2026-05-28T02:09:45.60131Z","end":"2026-05-28T02:09:45.733971Z","steps":["trace[320133236] 'agreement among raft nodes before linearized reading' (duration: 132.496642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:45.73399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.381832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:09:45.733995Z","caller":"traceutil/trace.go:171","msg":"trace[1055546520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1364; }","duration":"130.302412ms","start":"2026-05-28T02:09:45.603677Z","end":"2026-05-28T02:09:45.733979Z","steps":["trace[1055546520] 'agreement among raft nodes before linearized reading' (duration: 130.176538ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:45.734037Z","caller":"traceutil/trace.go:171","msg":"trace[558863007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1364; }","duration":"129.449404ms","start":"2026-05-28T02:09:45.604569Z","end":"2026-05-28T02:09:45.734018Z","steps":["trace[558863007] 'agreement among raft nodes before linearized reading' (duration: 129.30037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:46.697435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492385267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:09:47.010514Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.263257514s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:09:47.069789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.815847ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:09:47.069949Z","caller":"traceutil/trace.go:171","msg":"trace[828148827] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1364; }","duration":"528.004693ms","start":"2026-05-28T02:09:46.541919Z","end":"2026-05-28T02:09:47.069924Z","steps":["trace[828148827] 'range keys from in-memory index tree' (duration: 527.791546ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:47.069965Z","caller":"traceutil/trace.go:171","msg":"trace[169329408] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"1.332736732s","start":"2026-05-28T02:09:45.737193Z","end":"2026-05-28T02:09:47.06993Z","steps":["trace[169329408] 'process raft request' (duration: 1.273540711s)","trace[169329408] 'compare' (duration: 58.562961ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:09:47.070138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:45.737164Z","time spent":"1.332885797s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:09:47.11353Z","caller":"traceutil/trace.go:171","msg":"trace[142430943] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"1.376103572s","start":"2026-05-28T02:09:45.737373Z","end":"2026-05-28T02:09:47.113477Z","steps":["trace[142430943] 'process raft request' (duration: 1.375903496s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:47.113761Z","caller":"traceutil/trace.go:171","msg":"trace[572867565] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"1.376094722s","start":"2026-05-28T02:09:45.737647Z","end":"2026-05-28T02:09:47.113742Z","steps":["trace[572867565] 'process raft request' (duration: 1.375781502s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:47.113779Z","caller":"traceutil/trace.go:171","msg":"trace[1600032291] linearizableReadLoop","detail":"{readStateIndex:1417; appliedIndex:1412; }","duration":"917.186153ms","start":"2026-05-28T02:09:46.196562Z","end":"2026-05-28T02:09:47.113749Z","steps":["trace[1600032291] 'read index received' (duration: 814.215899ms)","trace[1600032291] 'applied index is now lower than readState.Index' (duration: 102.968584ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:09:47.113777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:45.737348Z","time spent":"1.37634631s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:09:47.113869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:45.737637Z","time spent":"1.376178274s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:09:47.113939Z","caller":"traceutil/trace.go:171","msg":"trace[631731075] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"1.375767521s","start":"2026-05-28T02:09:45.738155Z","end":"2026-05-28T02:09:47.113922Z","steps":["trace[631731075] 'process raft request' (duration: 1.375547484s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:47.113871Z","caller":"traceutil/trace.go:171","msg":"trace[1231154155] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"1.376094002s","start":"2026-05-28T02:09:45.737749Z","end":"2026-05-28T02:09:47.113843Z","steps":["trace[1231154155] 'process raft request' (duration: 1.375849824s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:47.114018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:45.737743Z","time spent":"1.376248517s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:09:47.114068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:45.738147Z","time spent":"1.375844134s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:09:47.114209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.518029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:09:47.115001Z","caller":"traceutil/trace.go:171","msg":"trace[1492504615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1369; }","duration":"578.362685ms","start":"2026-05-28T02:09:46.536619Z","end":"2026-05-28T02:09:47.114981Z","steps":["trace[1492504615] 'agreement among raft nodes before linearized reading' (duration: 577.543499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:47.115097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:46.536589Z","time spent":"578.493339ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:09:47.114257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.691609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-vm4jp\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-05-28T02:09:47.115306Z","caller":"traceutil/trace.go:171","msg":"trace[1435460001] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-vm4jp; range_end:; response_count:1; response_revision:1369; }","duration":"918.759233ms","start":"2026-05-28T02:09:46.196524Z","end":"2026-05-28T02:09:47.115283Z","steps":["trace[1435460001] 'agreement among raft nodes before linearized reading' (duration: 917.634907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:47.115368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:46.196503Z","time spent":"918.846356ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4218,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-vm4jp\" "} {"level":"warn","ts":"2026-05-28T02:09:47.11429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.742415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:09:47.115582Z","caller":"traceutil/trace.go:171","msg":"trace[94243946] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1369; }","duration":"158.991725ms","start":"2026-05-28T02:09:46.956497Z","end":"2026-05-28T02:09:47.115489Z","steps":["trace[94243946] 'agreement among raft nodes before linearized reading' (duration: 157.717785ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:47.424949Z","caller":"traceutil/trace.go:171","msg":"trace[427498640] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"303.172188ms","start":"2026-05-28T02:09:47.121745Z","end":"2026-05-28T02:09:47.424917Z","steps":["trace[427498640] 'process raft request' (duration: 302.959911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:47.425158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:47.121726Z","time spent":"303.316043ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4330,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:09:51.736003Z","caller":"traceutil/trace.go:171","msg":"trace[1066277099] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"118.015852ms","start":"2026-05-28T02:09:51.617956Z","end":"2026-05-28T02:09:51.735972Z","steps":["trace[1066277099] 'process raft request' (duration: 52.260581ms)","trace[1066277099] 'compare' (duration: 65.599976ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:09:51.791992Z","caller":"traceutil/trace.go:171","msg":"trace[1679674312] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"155.08126ms","start":"2026-05-28T02:09:51.636875Z","end":"2026-05-28T02:09:51.791956Z","steps":["trace[1679674312] 'process raft request' (duration: 154.850763ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:51.792005Z","caller":"traceutil/trace.go:171","msg":"trace[1218931312] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"154.909675ms","start":"2026-05-28T02:09:51.637057Z","end":"2026-05-28T02:09:51.791967Z","steps":["trace[1218931312] 'process raft request' (duration: 154.800811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:53.711538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492385446,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:09:53.859848Z","caller":"traceutil/trace.go:171","msg":"trace[775141165] linearizableReadLoop","detail":"{readStateIndex:1531; appliedIndex:1530; }","duration":"648.32962ms","start":"2026-05-28T02:09:53.211501Z","end":"2026-05-28T02:09:53.85983Z","steps":["trace[775141165] 'read index received' (duration: 648.223927ms)","trace[775141165] 'applied index is now lower than readState.Index' (duration: 105.003µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:09:53.859889Z","caller":"traceutil/trace.go:171","msg":"trace[190359355] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"700.710645ms","start":"2026-05-28T02:09:53.159147Z","end":"2026-05-28T02:09:53.859857Z","steps":["trace[190359355] 'process raft request' (duration: 700.5581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:53.860028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.502606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T02:09:53.860072Z","caller":"traceutil/trace.go:171","msg":"trace[1099543984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1481; }","duration":"648.593349ms","start":"2026-05-28T02:09:53.211467Z","end":"2026-05-28T02:09:53.86006Z","steps":["trace[1099543984] 'agreement among raft nodes before linearized reading' (duration: 648.453864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:53.860079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.549187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-28T02:09:53.860108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:53.211455Z","time spent":"648.64347ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:09:53.860169Z","caller":"traceutil/trace.go:171","msg":"trace[1717816918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1481; }","duration":"648.683311ms","start":"2026-05-28T02:09:53.211464Z","end":"2026-05-28T02:09:53.860148Z","steps":["trace[1717816918] 'agreement among raft nodes before linearized reading' (duration: 648.404132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:53.860231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:53.211447Z","time spent":"648.766684ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:09:53.860218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:53.159119Z","time spent":"700.85727ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:09:54.105181Z","caller":"traceutil/trace.go:171","msg":"trace[2021858924] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"300.133201ms","start":"2026-05-28T02:09:53.805018Z","end":"2026-05-28T02:09:54.105151Z","steps":["trace[2021858924] 'process raft request' (duration: 298.071505ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:54.105183Z","caller":"traceutil/trace.go:171","msg":"trace[1498513554] linearizableReadLoop","detail":"{readStateIndex:1532; appliedIndex:1531; }","duration":"245.230185ms","start":"2026-05-28T02:09:53.859906Z","end":"2026-05-28T02:09:54.105136Z","steps":["trace[1498513554] 'read index received' (duration: 243.197001ms)","trace[1498513554] 'applied index is now lower than readState.Index' (duration: 2.032074ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:09:54.105269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.486432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:09:54.105336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:53.804997Z","time spent":"300.254295ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:09:54.105463Z","caller":"traceutil/trace.go:171","msg":"trace[237086014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1482; }","duration":"568.586565ms","start":"2026-05-28T02:09:53.536712Z","end":"2026-05-28T02:09:54.105299Z","steps":["trace[237086014] 'agreement among raft nodes before linearized reading' (duration: 568.452021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:54.105495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.39467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:09:54.105819Z","caller":"traceutil/trace.go:171","msg":"trace[67951133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1482; }","duration":"893.745131ms","start":"2026-05-28T02:09:53.212056Z","end":"2026-05-28T02:09:54.105802Z","steps":["trace[67951133] 'agreement among raft nodes before linearized reading' (duration: 893.219675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:54.105507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:53.536691Z","time spent":"568.807833ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:09:54.105925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:53.212045Z","time spent":"893.862866ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:09:54.105615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:09:54.106097Z","caller":"traceutil/trace.go:171","msg":"trace[2086738955] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1482; }","duration":"465.095185ms","start":"2026-05-28T02:09:53.640953Z","end":"2026-05-28T02:09:54.106048Z","steps":["trace[2086738955] 'agreement among raft nodes before linearized reading' (duration: 464.62717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:54.106225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:53.640935Z","time spent":"465.247441ms","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:09:54.106262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.285747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T02:09:54.106315Z","caller":"traceutil/trace.go:171","msg":"trace[1047522862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1482; }","duration":"893.978179ms","start":"2026-05-28T02:09:53.212325Z","end":"2026-05-28T02:09:54.106303Z","steps":["trace[1047522862] 'agreement among raft nodes before linearized reading' (duration: 892.924146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:54.106351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:53.212312Z","time spent":"894.030071ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:09:54.109296Z","caller":"traceutil/trace.go:171","msg":"trace[1301835084] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"245.179454ms","start":"2026-05-28T02:09:53.864088Z","end":"2026-05-28T02:09:54.109268Z","steps":["trace[1301835084] 'process raft request' (duration: 244.573825ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:54.109486Z","caller":"traceutil/trace.go:171","msg":"trace[1041825298] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"244.669188ms","start":"2026-05-28T02:09:53.864789Z","end":"2026-05-28T02:09:54.109459Z","steps":["trace[1041825298] 'process raft request' (duration: 244.219834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:57.227204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.762657ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:09:57.227328Z","caller":"traceutil/trace.go:171","msg":"trace[1444137345] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1494; }","duration":"684.897691ms","start":"2026-05-28T02:09:56.542412Z","end":"2026-05-28T02:09:57.22731Z","steps":["trace[1444137345] 'range keys from in-memory index tree' (duration: 684.747557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:57.227396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.939309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:09:57.227488Z","caller":"traceutil/trace.go:171","msg":"trace[1353248619] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"1.044840073s","start":"2026-05-28T02:09:56.182626Z","end":"2026-05-28T02:09:57.227466Z","steps":["trace[1353248619] 'process raft request' (duration: 529.749669ms)","trace[1353248619] 'compare' (duration: 514.812946ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:09:57.227597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:56.1826Z","time spent":"1.044937597s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:09:57.677395Z","caller":"traceutil/trace.go:171","msg":"trace[2055912159] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"1.493843418s","start":"2026-05-28T02:09:56.183522Z","end":"2026-05-28T02:09:57.677365Z","steps":["trace[2055912159] 'process raft request' (duration: 1.493740234s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:57.677468Z","caller":"traceutil/trace.go:171","msg":"trace[797763557] linearizableReadLoop","detail":"{readStateIndex:1549; appliedIndex:1545; }","duration":"1.14126935s","start":"2026-05-28T02:09:56.536167Z","end":"2026-05-28T02:09:57.677437Z","steps":["trace[797763557] 'read index received' (duration: 176.231782ms)","trace[797763557] 'applied index is now lower than readState.Index' (duration: 965.036278ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:09:57.677515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:56.183503Z","time spent":"1.493953411s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:09:57.677549Z","caller":"traceutil/trace.go:171","msg":"trace[2046231331] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"1.493848427s","start":"2026-05-28T02:09:56.183694Z","end":"2026-05-28T02:09:57.677542Z","steps":["trace[2046231331] 'process raft request' (duration: 1.493642751s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:57.677584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:56.183687Z","time spent":"1.493879668s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:09:57.677394Z","caller":"traceutil/trace.go:171","msg":"trace[1539783020] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"1.494323942s","start":"2026-05-28T02:09:56.183035Z","end":"2026-05-28T02:09:57.677359Z","steps":["trace[1539783020] 'process raft request' (duration: 1.403804255s)","trace[1539783020] 'compare' (duration: 90.132355ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:09:57.67761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141423425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:09:57.67767Z","caller":"traceutil/trace.go:171","msg":"trace[308964306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1498; }","duration":"1.141522398s","start":"2026-05-28T02:09:56.536132Z","end":"2026-05-28T02:09:57.677654Z","steps":["trace[308964306] 'agreement among raft nodes before linearized reading' (duration: 1.141421285s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:57.677707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:56.536114Z","time spent":"1.14158545s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:09:57.677727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:56.183014Z","time spent":"1.494641663s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:09:58.342653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.021709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:09:58.342856Z","caller":"traceutil/trace.go:171","msg":"trace[900938126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1498; }","duration":"463.280047ms","start":"2026-05-28T02:09:57.879553Z","end":"2026-05-28T02:09:58.342833Z","steps":["trace[900938126] 'range keys from in-memory index tree' (duration: 462.830193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:58.342917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:57.879532Z","time spent":"463.3744ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:09:58.438004Z","caller":"traceutil/trace.go:171","msg":"trace[259820508] linearizableReadLoop","detail":"{readStateIndex:1550; appliedIndex:1549; }","duration":"205.538223ms","start":"2026-05-28T02:09:58.232418Z","end":"2026-05-28T02:09:58.437983Z","steps":["trace[259820508] 'read index received' (duration: 205.385928ms)","trace[259820508] 'applied index is now lower than readState.Index' (duration: 151.415µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:09:58.438069Z","caller":"traceutil/trace.go:171","msg":"trace[1172582736] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"252.416323ms","start":"2026-05-28T02:09:58.185625Z","end":"2026-05-28T02:09:58.438042Z","steps":["trace[1172582736] 'process raft request' (duration: 252.224427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:58.438209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.77419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:09:58.438313Z","caller":"traceutil/trace.go:171","msg":"trace[1150484285] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1499; }","duration":"205.893835ms","start":"2026-05-28T02:09:58.2324Z","end":"2026-05-28T02:09:58.438294Z","steps":["trace[1150484285] 'agreement among raft nodes before linearized reading' (duration: 205.696049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:58.440472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.598641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:09:58.440579Z","caller":"traceutil/trace.go:171","msg":"trace[1752068391] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1500; }","duration":"203.797308ms","start":"2026-05-28T02:09:58.236767Z","end":"2026-05-28T02:09:58.440565Z","steps":["trace[1752068391] 'agreement among raft nodes before linearized reading' (duration: 203.54206ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:59.829427Z","caller":"traceutil/trace.go:171","msg":"trace[2010618677] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"143.104149ms","start":"2026-05-28T02:09:59.686295Z","end":"2026-05-28T02:09:59.8294Z","steps":["trace[2010618677] 'process raft request' (duration: 143.051307ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:59.829555Z","caller":"traceutil/trace.go:171","msg":"trace[565156661] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"143.329146ms","start":"2026-05-28T02:09:59.686201Z","end":"2026-05-28T02:09:59.82953Z","steps":["trace[565156661] 'process raft request' (duration: 140.407623ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:00.213627Z","caller":"traceutil/trace.go:171","msg":"trace[1748673412] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"103.537391ms","start":"2026-05-28T02:10:00.110065Z","end":"2026-05-28T02:10:00.213602Z","steps":["trace[1748673412] 'process raft request' (duration: 81.908024ms)","trace[1748673412] 'compare' (duration: 21.470522ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:00.525445Z","caller":"traceutil/trace.go:171","msg":"trace[2134859904] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"198.003475ms","start":"2026-05-28T02:10:00.327413Z","end":"2026-05-28T02:10:00.525417Z","steps":["trace[2134859904] 'process raft request' (duration: 131.343636ms)","trace[2134859904] 'compare' (duration: 66.497954ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:00.696135Z","caller":"traceutil/trace.go:171","msg":"trace[1164413648] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"147.348674ms","start":"2026-05-28T02:10:00.548756Z","end":"2026-05-28T02:10:00.696105Z","steps":["trace[1164413648] 'process raft request' (duration: 110.517863ms)","trace[1164413648] 'compare' (duration: 36.635065ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:02.952774Z","caller":"traceutil/trace.go:171","msg":"trace[1969091932] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"142.80189ms","start":"2026-05-28T02:10:02.809949Z","end":"2026-05-28T02:10:02.95275Z","steps":["trace[1969091932] 'process raft request' (duration: 142.668296ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:06.094838Z","caller":"traceutil/trace.go:171","msg":"trace[1892166890] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"187.673035ms","start":"2026-05-28T02:10:05.907144Z","end":"2026-05-28T02:10:06.094817Z","steps":["trace[1892166890] 'process raft request' (duration: 187.529711ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:06.094992Z","caller":"traceutil/trace.go:171","msg":"trace[2140193972] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1607; }","duration":"174.319521ms","start":"2026-05-28T02:10:05.920657Z","end":"2026-05-28T02:10:06.094976Z","steps":["trace[2140193972] 'process raft request' (duration: 174.122965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:09.397507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.043527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:10:09.397751Z","caller":"traceutil/trace.go:171","msg":"trace[1003068604] linearizableReadLoop","detail":"{readStateIndex:1781; appliedIndex:1779; }","duration":"191.367033ms","start":"2026-05-28T02:10:09.206367Z","end":"2026-05-28T02:10:09.397734Z","steps":["trace[1003068604] 'read index received' (duration: 82.042358ms)","trace[1003068604] 'applied index is now lower than readState.Index' (duration: 109.323585ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:09.398483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.130358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-4q8kv.18b398bb790f0ff2\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-05-28T02:10:09.398563Z","caller":"traceutil/trace.go:171","msg":"trace[455289644] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-4q8kv.18b398bb790f0ff2; range_end:; response_count:1; response_revision:1712; }","duration":"192.238171ms","start":"2026-05-28T02:10:09.206283Z","end":"2026-05-28T02:10:09.398521Z","steps":["trace[455289644] 'agreement among raft nodes before linearized reading' (duration: 191.503408ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:09.398581Z","caller":"traceutil/trace.go:171","msg":"trace[1878300330] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"344.651615ms","start":"2026-05-28T02:10:09.053873Z","end":"2026-05-28T02:10:09.398524Z","steps":["trace[1878300330] 'process raft request' (duration: 343.780958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:09.398692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:09.053837Z","time spent":"344.80792ms","remote":"127.0.0.1:41612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3142,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:10:09.398445Z","caller":"traceutil/trace.go:171","msg":"trace[917259485] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"349.861971ms","start":"2026-05-28T02:10:09.048008Z","end":"2026-05-28T02:10:09.39787Z","steps":["trace[917259485] 'process raft request' (duration: 240.328399ms)","trace[917259485] 'compare' (duration: 108.859971ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:09.400962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:09.047983Z","time spent":"352.778633ms","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8939,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:09.580408Z","caller":"traceutil/trace.go:171","msg":"trace[660148044] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"102.738766ms","start":"2026-05-28T02:10:09.477644Z","end":"2026-05-28T02:10:09.580383Z","steps":["trace[660148044] 'process raft request' (duration: 102.509199ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:09.646886Z","caller":"traceutil/trace.go:171","msg":"trace[1390793268] linearizableReadLoop","detail":"{readStateIndex:1787; appliedIndex:1784; }","duration":"110.123891ms","start":"2026-05-28T02:10:09.536725Z","end":"2026-05-28T02:10:09.646849Z","steps":["trace[1390793268] 'read index received' (duration: 43.482762ms)","trace[1390793268] 'applied index is now lower than readState.Index' (duration: 66.639869ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:09.646958Z","caller":"traceutil/trace.go:171","msg":"trace[1869760664] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"162.31339ms","start":"2026-05-28T02:10:09.484595Z","end":"2026-05-28T02:10:09.646909Z","steps":["trace[1869760664] 'process raft request' (duration: 162.048082ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:09.647035Z","caller":"traceutil/trace.go:171","msg":"trace[1270986228] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1717; }","duration":"148.292053ms","start":"2026-05-28T02:10:09.498694Z","end":"2026-05-28T02:10:09.646986Z","steps":["trace[1270986228] 'process raft request' (duration: 148.120708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:09.647138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.388259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:09.647178Z","caller":"traceutil/trace.go:171","msg":"trace[668454525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1717; }","duration":"110.503853ms","start":"2026-05-28T02:10:09.536663Z","end":"2026-05-28T02:10:09.647167Z","steps":["trace[668454525] 'agreement among raft nodes before linearized reading' (duration: 110.342128ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:10.228103Z","caller":"traceutil/trace.go:171","msg":"trace[1708162738] linearizableReadLoop","detail":"{readStateIndex:1795; appliedIndex:1794; }","duration":"119.256871ms","start":"2026-05-28T02:10:10.108736Z","end":"2026-05-28T02:10:10.227993Z","steps":["trace[1708162738] 'read index received' (duration: 74.129457ms)","trace[1708162738] 'applied index is now lower than readState.Index' (duration: 45.125484ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:10.228371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.624552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:10:10.228487Z","caller":"traceutil/trace.go:171","msg":"trace[1858130926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1724; }","duration":"119.747167ms","start":"2026-05-28T02:10:10.10866Z","end":"2026-05-28T02:10:10.228407Z","steps":["trace[1858130926] 'agreement among raft nodes before linearized reading' (duration: 119.522659ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:10.870038Z","caller":"traceutil/trace.go:171","msg":"trace[327143570] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"175.996815ms","start":"2026-05-28T02:10:10.69401Z","end":"2026-05-28T02:10:10.870007Z","steps":["trace[327143570] 'process raft request' (duration: 175.701385ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:10.905791Z","caller":"traceutil/trace.go:171","msg":"trace[1308629030] linearizableReadLoop","detail":"{readStateIndex:1801; appliedIndex:1799; }","duration":"119.661453ms","start":"2026-05-28T02:10:10.786106Z","end":"2026-05-28T02:10:10.905768Z","steps":["trace[1308629030] 'read index received' (duration: 83.621358ms)","trace[1308629030] 'applied index is now lower than readState.Index' (duration: 36.039055ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:10.905865Z","caller":"traceutil/trace.go:171","msg":"trace[1012059136] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"191.095794ms","start":"2026-05-28T02:10:10.714727Z","end":"2026-05-28T02:10:10.905823Z","steps":["trace[1012059136] 'process raft request' (duration: 190.877107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:10.906028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.912862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:10:10.906066Z","caller":"traceutil/trace.go:171","msg":"trace[1684336659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1730; }","duration":"119.995114ms","start":"2026-05-28T02:10:10.78606Z","end":"2026-05-28T02:10:10.906055Z","steps":["trace[1684336659] 'agreement among raft nodes before linearized reading' (duration: 119.830149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:12.572544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.06781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-7rw4w\" ","response":"range_response_count:1 size:7300"} {"level":"info","ts":"2026-05-28T02:10:12.572653Z","caller":"traceutil/trace.go:171","msg":"trace[1808045837] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-7rw4w; range_end:; response_count:1; response_revision:1746; }","duration":"317.215564ms","start":"2026-05-28T02:10:12.255408Z","end":"2026-05-28T02:10:12.572623Z","steps":["trace[1808045837] 'range keys from in-memory index tree' (duration: 316.806581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:12.572727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:12.255392Z","time spent":"317.323508ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7323,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-7rw4w\" "} {"level":"info","ts":"2026-05-28T02:10:12.610436Z","caller":"traceutil/trace.go:171","msg":"trace[2013799757] linearizableReadLoop","detail":"{readStateIndex:1818; appliedIndex:1817; }","duration":"337.794778ms","start":"2026-05-28T02:10:12.27262Z","end":"2026-05-28T02:10:12.610414Z","steps":["trace[2013799757] 'read index received' (duration: 337.418776ms)","trace[2013799757] 'applied index is now lower than readState.Index' (duration: 374.742µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:12.610508Z","caller":"traceutil/trace.go:171","msg":"trace[1329982410] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"340.135462ms","start":"2026-05-28T02:10:12.27032Z","end":"2026-05-28T02:10:12.610456Z","steps":["trace[1329982410] 'process raft request' (duration: 339.727359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:12.610741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:12.270291Z","time spent":"340.323878ms","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188938,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:12.610811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.1647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:10:12.610922Z","caller":"traceutil/trace.go:171","msg":"trace[2103601397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1747; }","duration":"338.289634ms","start":"2026-05-28T02:10:12.272605Z","end":"2026-05-28T02:10:12.610895Z","steps":["trace[2103601397] 'agreement among raft nodes before linearized reading' (duration: 337.895602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:12.611003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:12.272567Z","time spent":"338.404238ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:10:13.99814Z","caller":"traceutil/trace.go:171","msg":"trace[424944691] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1760; }","duration":"109.897804ms","start":"2026-05-28T02:10:13.88822Z","end":"2026-05-28T02:10:13.998118Z","steps":["trace[424944691] 'process raft request' (duration: 109.823042ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:14.084096Z","caller":"traceutil/trace.go:171","msg":"trace[536124602] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1760; }","duration":"192.414667ms","start":"2026-05-28T02:10:13.89165Z","end":"2026-05-28T02:10:14.084065Z","steps":["trace[536124602] 'process raft request' (duration: 192.162738ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:14.084329Z","caller":"traceutil/trace.go:171","msg":"trace[1127296668] linearizableReadLoop","detail":"{readStateIndex:1833; appliedIndex:1832; }","duration":"167.03948ms","start":"2026-05-28T02:10:13.917267Z","end":"2026-05-28T02:10:14.084306Z","steps":["trace[1127296668] 'read index received' (duration: 80.85ms)","trace[1127296668] 'applied index is now lower than readState.Index' (duration: 86.18838ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:14.08447Z","caller":"traceutil/trace.go:171","msg":"trace[1345988313] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1760; }","duration":"110.345448ms","start":"2026-05-28T02:10:13.974035Z","end":"2026-05-28T02:10:14.08438Z","steps":["trace[1345988313] 'process raft request' (duration: 110.056858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:14.084601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.309709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:10:14.084647Z","caller":"traceutil/trace.go:171","msg":"trace[237101155] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1760; }","duration":"167.422533ms","start":"2026-05-28T02:10:13.917213Z","end":"2026-05-28T02:10:14.084636Z","steps":["trace[237101155] 'agreement among raft nodes before linearized reading' (duration: 167.250977ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:14.89109Z","caller":"traceutil/trace.go:171","msg":"trace[472497182] linearizableReadLoop","detail":"{readStateIndex:1839; appliedIndex:1838; }","duration":"229.633419ms","start":"2026-05-28T02:10:14.661434Z","end":"2026-05-28T02:10:14.891067Z","steps":["trace[472497182] 'read index received' (duration: 229.513416ms)","trace[472497182] 'applied index is now lower than readState.Index' (duration: 117.243µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:14.891196Z","caller":"traceutil/trace.go:171","msg":"trace[1203194424] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"277.242773ms","start":"2026-05-28T02:10:14.613887Z","end":"2026-05-28T02:10:14.89113Z","steps":["trace[1203194424] 'process raft request' (duration: 277.041677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:14.891273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.823306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:10:14.891305Z","caller":"traceutil/trace.go:171","msg":"trace[990939396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1765; }","duration":"229.92812ms","start":"2026-05-28T02:10:14.661369Z","end":"2026-05-28T02:10:14.891297Z","steps":["trace[990939396] 'agreement among raft nodes before linearized reading' (duration: 229.779055ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:14.943955Z","caller":"traceutil/trace.go:171","msg":"trace[1874682571] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"197.54807ms","start":"2026-05-28T02:10:14.746378Z","end":"2026-05-28T02:10:14.943926Z","steps":["trace[1874682571] 'process raft request' (duration: 197.382684ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:15.011036Z","caller":"traceutil/trace.go:171","msg":"trace[2042497065] linearizableReadLoop","detail":"{readStateIndex:1841; appliedIndex:1839; }","duration":"102.785757ms","start":"2026-05-28T02:10:14.908216Z","end":"2026-05-28T02:10:15.011002Z","steps":["trace[2042497065] 'read index received' (duration: 35.516709ms)","trace[2042497065] 'applied index is now lower than readState.Index' (duration: 67.268148ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:15.01138Z","caller":"traceutil/trace.go:171","msg":"trace[1497120153] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"115.360817ms","start":"2026-05-28T02:10:14.895965Z","end":"2026-05-28T02:10:15.011326Z","steps":["trace[1497120153] 'process raft request' (duration: 109.995167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:15.011388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.142939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:10:15.011545Z","caller":"traceutil/trace.go:171","msg":"trace[2014074029] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1767; }","duration":"103.374416ms","start":"2026-05-28T02:10:14.908156Z","end":"2026-05-28T02:10:15.01153Z","steps":["trace[2014074029] 'agreement among raft nodes before linearized reading' (duration: 103.114628ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:15.464521Z","caller":"traceutil/trace.go:171","msg":"trace[946429935] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"126.939925ms","start":"2026-05-28T02:10:15.33755Z","end":"2026-05-28T02:10:15.46449Z","steps":["trace[946429935] 'process raft request' (duration: 126.732339ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:15.698257Z","caller":"traceutil/trace.go:171","msg":"trace[1528605432] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"170.683826ms","start":"2026-05-28T02:10:15.527547Z","end":"2026-05-28T02:10:15.698231Z","steps":["trace[1528605432] 'process raft request' (duration: 170.4936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:15.971395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.108843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-05-28T02:10:15.971691Z","caller":"traceutil/trace.go:171","msg":"trace[2037310569] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1771; }","duration":"433.734939ms","start":"2026-05-28T02:10:15.537928Z","end":"2026-05-28T02:10:15.971663Z","steps":["trace[2037310569] 'process raft request' (duration: 204.251794ms)","trace[2037310569] 'compare' (duration: 229.01258ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:15.971767Z","caller":"traceutil/trace.go:171","msg":"trace[482697290] linearizableReadLoop","detail":"{readStateIndex:1847; appliedIndex:1845; }","duration":"375.387063ms","start":"2026-05-28T02:10:15.596359Z","end":"2026-05-28T02:10:15.971746Z","steps":["trace[482697290] 'read index received' (duration: 101.678132ms)","trace[482697290] 'applied index is now lower than readState.Index' (duration: 273.706781ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:15.971785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:15.537906Z","time spent":"433.846171ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:10:15.971948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.580769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:10:15.971992Z","caller":"traceutil/trace.go:171","msg":"trace[1848313297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1771; }","duration":"375.670142ms","start":"2026-05-28T02:10:15.596313Z","end":"2026-05-28T02:10:15.971983Z","steps":["trace[1848313297] 'agreement among raft nodes before linearized reading' (duration: 375.519947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:15.972024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:15.596292Z","time spent":"375.725334ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:10:15.972215Z","caller":"traceutil/trace.go:171","msg":"trace[1544451541] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"266.207543ms","start":"2026-05-28T02:10:15.705957Z","end":"2026-05-28T02:10:15.972165Z","steps":["trace[1544451541] 'process raft request' (duration: 265.690466ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:15.972372Z","caller":"traceutil/trace.go:171","msg":"trace[572854843] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"254.069697ms","start":"2026-05-28T02:10:15.718292Z","end":"2026-05-28T02:10:15.972361Z","steps":["trace[572854843] 'process raft request' (duration: 253.675604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:15.972335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.84712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:15.972398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.337583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:15.972542Z","caller":"traceutil/trace.go:171","msg":"trace[241542957] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1773; }","duration":"107.521918ms","start":"2026-05-28T02:10:15.865002Z","end":"2026-05-28T02:10:15.972524Z","steps":["trace[241542957] 'agreement among raft nodes before linearized reading' (duration: 107.364823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:15.972404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.27568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:15.972558Z","caller":"traceutil/trace.go:171","msg":"trace[1808078905] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1773; }","duration":"299.051747ms","start":"2026-05-28T02:10:15.673464Z","end":"2026-05-28T02:10:15.972516Z","steps":["trace[1808078905] 'agreement among raft nodes before linearized reading' (duration: 298.788738ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:15.972624Z","caller":"traceutil/trace.go:171","msg":"trace[1955248096] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1773; }","duration":"107.509048ms","start":"2026-05-28T02:10:15.865106Z","end":"2026-05-28T02:10:15.972615Z","steps":["trace[1955248096] 'agreement among raft nodes before linearized reading' (duration: 107.235609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:15.972668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.406734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:15.972801Z","caller":"traceutil/trace.go:171","msg":"trace[1126780579] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1773; }","duration":"107.654432ms","start":"2026-05-28T02:10:15.865117Z","end":"2026-05-28T02:10:15.972772Z","steps":["trace[1126780579] 'agreement among raft nodes before linearized reading' (duration: 107.186637ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:16.177351Z","caller":"traceutil/trace.go:171","msg":"trace[1848487688] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"175.851661ms","start":"2026-05-28T02:10:16.001474Z","end":"2026-05-28T02:10:16.177325Z","steps":["trace[1848487688] 'process raft request' (duration: 175.647664ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:16.328381Z","caller":"traceutil/trace.go:171","msg":"trace[1924776581] linearizableReadLoop","detail":"{readStateIndex:1852; appliedIndex:1851; }","duration":"141.822498ms","start":"2026-05-28T02:10:16.186529Z","end":"2026-05-28T02:10:16.328351Z","steps":["trace[1924776581] 'read index received' (duration: 92.127499ms)","trace[1924776581] 'applied index is now lower than readState.Index' (duration: 49.693409ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:16.328596Z","caller":"traceutil/trace.go:171","msg":"trace[229448206] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"273.06003ms","start":"2026-05-28T02:10:16.05549Z","end":"2026-05-28T02:10:16.32855Z","steps":["trace[229448206] 'process raft request' (duration: 223.208976ms)","trace[229448206] 'compare' (duration: 49.485692ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:16.328691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.138358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:10:16.32873Z","caller":"traceutil/trace.go:171","msg":"trace[38416090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1776; }","duration":"142.2224ms","start":"2026-05-28T02:10:16.186499Z","end":"2026-05-28T02:10:16.328721Z","steps":["trace[38416090] 'agreement among raft nodes before linearized reading' (duration: 142.042585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:16.328865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.744919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-28T02:10:16.328948Z","caller":"traceutil/trace.go:171","msg":"trace[1385460949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1776; }","duration":"104.865863ms","start":"2026-05-28T02:10:16.224062Z","end":"2026-05-28T02:10:16.328927Z","steps":["trace[1385460949] 'agreement among raft nodes before linearized reading' (duration: 104.544903ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:16.636137Z","caller":"traceutil/trace.go:171","msg":"trace[784864787] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"176.80374ms","start":"2026-05-28T02:10:16.45928Z","end":"2026-05-28T02:10:16.636083Z","steps":["trace[784864787] 'process raft request' (duration: 148.401547ms)","trace[784864787] 'compare' (duration: 28.255939ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:16.932492Z","caller":"traceutil/trace.go:171","msg":"trace[135722163] linearizableReadLoop","detail":"{readStateIndex:1860; appliedIndex:1858; }","duration":"399.18754ms","start":"2026-05-28T02:10:16.53328Z","end":"2026-05-28T02:10:16.932468Z","steps":["trace[135722163] 'read index received' (duration: 74.490098ms)","trace[135722163] 'applied index is now lower than readState.Index' (duration: 324.696502ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:16.932828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.518731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:16.932859Z","caller":"traceutil/trace.go:171","msg":"trace[160249561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1784; }","duration":"399.574202ms","start":"2026-05-28T02:10:16.533275Z","end":"2026-05-28T02:10:16.932849Z","steps":["trace[160249561] 'agreement among raft nodes before linearized reading' (duration: 399.469029ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:16.932853Z","caller":"traceutil/trace.go:171","msg":"trace[1446989938] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"400.973188ms","start":"2026-05-28T02:10:16.531848Z","end":"2026-05-28T02:10:16.932822Z","steps":["trace[1446989938] 'process raft request' (duration: 400.41732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:16.932891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:16.533245Z","time spent":"399.639215ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:10:16.933003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:16.531822Z","time spent":"401.097981ms","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":75413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:17.112166Z","caller":"traceutil/trace.go:171","msg":"trace[898075254] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"470.91451ms","start":"2026-05-28T02:10:16.641212Z","end":"2026-05-28T02:10:17.112127Z","steps":["trace[898075254] 'process raft request' (duration: 470.736715ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:17.112201Z","caller":"traceutil/trace.go:171","msg":"trace[1437483345] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"468.08792ms","start":"2026-05-28T02:10:16.644089Z","end":"2026-05-28T02:10:17.112177Z","steps":["trace[1437483345] 'process raft request' (duration: 468.023128ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:17.112235Z","caller":"traceutil/trace.go:171","msg":"trace[1584409221] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"469.936689ms","start":"2026-05-28T02:10:16.642267Z","end":"2026-05-28T02:10:17.112203Z","steps":["trace[1584409221] 'process raft request' (duration: 469.798734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:17.112347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:16.64119Z","time spent":"471.069685ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":695,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:10:17.112351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:16.644066Z","time spent":"468.206574ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3995,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:17.112381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:16.642228Z","time spent":"470.076423ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3194,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:10:17.113277Z","caller":"traceutil/trace.go:171","msg":"trace[1958026870] linearizableReadLoop","detail":"{readStateIndex:1864; appliedIndex:1861; }","duration":"106.699782ms","start":"2026-05-28T02:10:17.006555Z","end":"2026-05-28T02:10:17.113255Z","steps":["trace[1958026870] 'read index received' (duration: 105.526185ms)","trace[1958026870] 'applied index is now lower than readState.Index' (duration: 1.171497ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:17.113397Z","caller":"traceutil/trace.go:171","msg":"trace[2055853428] transaction","detail":"{read_only:false; response_revision:1788; number_of_response:1; }","duration":"163.226059ms","start":"2026-05-28T02:10:16.950137Z","end":"2026-05-28T02:10:17.113363Z","steps":["trace[2055853428] 'process raft request' (duration: 162.96721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:17.1136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.042333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:3 size:222191"} {"level":"info","ts":"2026-05-28T02:10:17.113659Z","caller":"traceutil/trace.go:171","msg":"trace[1768132894] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:3; response_revision:1788; }","duration":"107.153567ms","start":"2026-05-28T02:10:17.006492Z","end":"2026-05-28T02:10:17.113646Z","steps":["trace[1768132894] 'agreement among raft nodes before linearized reading' (duration: 106.881898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.493731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492386115,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:10:18.682187Z","caller":"traceutil/trace.go:171","msg":"trace[984922151] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"702.067579ms","start":"2026-05-28T02:10:17.980094Z","end":"2026-05-28T02:10:18.682162Z","steps":["trace[984922151] 'process raft request' (duration: 701.860152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.682368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:17.980069Z","time spent":"702.204552ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:18.848894Z","caller":"traceutil/trace.go:171","msg":"trace[626104979] linearizableReadLoop","detail":"{readStateIndex:1876; appliedIndex:1874; }","duration":"855.355111ms","start":"2026-05-28T02:10:17.993512Z","end":"2026-05-28T02:10:18.848867Z","steps":["trace[626104979] 'read index received' (duration: 688.482607ms)","trace[626104979] 'applied index is now lower than readState.Index' (duration: 166.855094ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:18.849004Z","caller":"traceutil/trace.go:171","msg":"trace[760632211] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"436.098934ms","start":"2026-05-28T02:10:18.412875Z","end":"2026-05-28T02:10:18.848974Z","steps":["trace[760632211] 'process raft request' (duration: 362.184674ms)","trace[760632211] 'compare' (duration: 73.59389ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:18.849102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.554488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:18.849137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.069043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:18.849169Z","caller":"traceutil/trace.go:171","msg":"trace[301192099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"794.125495ms","start":"2026-05-28T02:10:18.055032Z","end":"2026-05-28T02:10:18.849157Z","steps":["trace[301192099] 'agreement among raft nodes before linearized reading' (duration: 794.082113ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:18.849168Z","caller":"traceutil/trace.go:171","msg":"trace[836808125] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"855.670501ms","start":"2026-05-28T02:10:17.993479Z","end":"2026-05-28T02:10:18.849149Z","steps":["trace[836808125] 'agreement among raft nodes before linearized reading' (duration: 855.570758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.849203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.055008Z","time spent":"794.187797ms","remote":"127.0.0.1:56904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:10:18.849223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:17.993456Z","time spent":"855.746184ms","remote":"127.0.0.1:56886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:10:18.849227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.591841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:18.849301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.555554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:18.849318Z","caller":"traceutil/trace.go:171","msg":"trace[1197099922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"761.732695ms","start":"2026-05-28T02:10:18.087566Z","end":"2026-05-28T02:10:18.849299Z","steps":["trace[1197099922] 'agreement among raft nodes before linearized reading' (duration: 761.56526ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:18.849374Z","caller":"traceutil/trace.go:171","msg":"trace[311143655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"825.666528ms","start":"2026-05-28T02:10:18.023677Z","end":"2026-05-28T02:10:18.849344Z","steps":["trace[311143655] 'agreement among raft nodes before linearized reading' (duration: 825.571545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.84939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.08755Z","time spent":"761.821348ms","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:10:18.849384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.530295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:10:18.849157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.424645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:18.849439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.364417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:18.849497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.45312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:18.84949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.461816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:18.849503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.103649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:18.849538Z","caller":"traceutil/trace.go:171","msg":"trace[1952936361] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"724.538982ms","start":"2026-05-28T02:10:18.124988Z","end":"2026-05-28T02:10:18.849527Z","steps":["trace[1952936361] 'agreement among raft nodes before linearized reading' (duration: 724.47764ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:18.849542Z","caller":"traceutil/trace.go:171","msg":"trace[1940726178] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"724.494591ms","start":"2026-05-28T02:10:18.125013Z","end":"2026-05-28T02:10:18.849508Z","steps":["trace[1940726178] 'agreement among raft nodes before linearized reading' (duration: 724.328525ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:18.849583Z","caller":"traceutil/trace.go:171","msg":"trace[574545116] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1800; }","duration":"710.577779ms","start":"2026-05-28T02:10:18.138968Z","end":"2026-05-28T02:10:18.849546Z","steps":["trace[574545116] 'agreement among raft nodes before linearized reading' (duration: 710.340131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.849596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.124965Z","time spent":"724.622335ms","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:10:18.849611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.124989Z","time spent":"724.608695ms","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:10:18.849635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.138958Z","time spent":"710.659881ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:10:18.849635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.614063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:10:18.84947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.995265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:18.849677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.217958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T02:10:18.849713Z","caller":"traceutil/trace.go:171","msg":"trace[1051583075] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1800; }","duration":"696.197832ms","start":"2026-05-28T02:10:18.15337Z","end":"2026-05-28T02:10:18.849567Z","steps":["trace[1051583075] 'agreement among raft nodes before linearized reading' (duration: 696.093648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.849719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.602689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:18.849801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.153361Z","time spent":"696.422639ms","remote":"127.0.0.1:56932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 "} {"level":"warn","ts":"2026-05-28T02:10:18.849846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.00065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-28T02:10:18.849892Z","caller":"traceutil/trace.go:171","msg":"trace[893145842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1800; }","duration":"481.107134ms","start":"2026-05-28T02:10:18.368775Z","end":"2026-05-28T02:10:18.849883Z","steps":["trace[893145842] 'agreement among raft nodes before linearized reading' (duration: 480.97627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.849883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.455777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T02:10:18.849865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.483361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:18.849941Z","caller":"traceutil/trace.go:171","msg":"trace[953119307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1800; }","duration":"795.53727ms","start":"2026-05-28T02:10:18.05439Z","end":"2026-05-28T02:10:18.849927Z","steps":["trace[953119307] 'agreement among raft nodes before linearized reading' (duration: 795.389335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.849923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.13139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-28T02:10:18.849075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.545677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:18.850054Z","caller":"traceutil/trace.go:171","msg":"trace[2050763794] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"856.57565ms","start":"2026-05-28T02:10:17.993466Z","end":"2026-05-28T02:10:18.850042Z","steps":["trace[2050763794] 'agreement among raft nodes before linearized reading' (duration: 855.550097ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:18.850059Z","caller":"traceutil/trace.go:171","msg":"trace[835404691] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1800; }","duration":"696.724479ms","start":"2026-05-28T02:10:18.153284Z","end":"2026-05-28T02:10:18.850009Z","steps":["trace[835404691] 'agreement among raft nodes before linearized reading' (duration: 696.315406ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:18.850069Z","caller":"traceutil/trace.go:171","msg":"trace[623767313] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1800; }","duration":"182.288415ms","start":"2026-05-28T02:10:18.667725Z","end":"2026-05-28T02:10:18.850014Z","steps":["trace[623767313] 'agreement among raft nodes before linearized reading' (duration: 181.782979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.8501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:17.993442Z","time spent":"856.644102ms","remote":"127.0.0.1:56886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:10:18.849927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.368739Z","time spent":"481.180927ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:10:18.850113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.153274Z","time spent":"696.827312ms","remote":"127.0.0.1:56932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:10:18.84988Z","caller":"traceutil/trace.go:171","msg":"trace[417829717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1800; }","duration":"313.834317ms","start":"2026-05-28T02:10:18.535992Z","end":"2026-05-28T02:10:18.849826Z","steps":["trace[417829717] 'agreement among raft nodes before linearized reading' (duration: 313.62813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.850223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.53596Z","time spent":"314.24367ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:10:18.849526Z","caller":"traceutil/trace.go:171","msg":"trace[336786531] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1800; }","duration":"368.67294ms","start":"2026-05-28T02:10:18.480756Z","end":"2026-05-28T02:10:18.849429Z","steps":["trace[336786531] 'agreement among raft nodes before linearized reading' (duration: 368.489394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.850301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.480736Z","time spent":"369.554788ms","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:10:18.849243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.596737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:18.850414Z","caller":"traceutil/trace.go:171","msg":"trace[1790796372] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1800; }","duration":"710.822606ms","start":"2026-05-28T02:10:18.139581Z","end":"2026-05-28T02:10:18.850403Z","steps":["trace[1790796372] 'agreement among raft nodes before linearized reading' (duration: 709.496314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.850447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.139543Z","time spent":"710.891879ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 "} {"level":"info","ts":"2026-05-28T02:10:18.849691Z","caller":"traceutil/trace.go:171","msg":"trace[221445617] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1800; }","duration":"304.689496ms","start":"2026-05-28T02:10:18.544987Z","end":"2026-05-28T02:10:18.849676Z","steps":["trace[221445617] 'agreement among raft nodes before linearized reading' (duration: 304.604573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.85052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.544971Z","time spent":"305.523842ms","remote":"127.0.0.1:41924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:10:18.849436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.059783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:18.850608Z","caller":"traceutil/trace.go:171","msg":"trace[1275789717] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"795.21408ms","start":"2026-05-28T02:10:18.055364Z","end":"2026-05-28T02:10:18.850578Z","steps":["trace[1275789717] 'agreement among raft nodes before linearized reading' (duration: 794.042793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.850239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.478492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:18.849429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.023659Z","time spent":"825.75764ms","remote":"127.0.0.1:56898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:10:18.850666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.055331Z","time spent":"795.312073ms","remote":"127.0.0.1:56904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:10:18.849732Z","caller":"traceutil/trace.go:171","msg":"trace[1269226710] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1800; }","duration":"696.281054ms","start":"2026-05-28T02:10:18.153431Z","end":"2026-05-28T02:10:18.849712Z","steps":["trace[1269226710] 'agreement among raft nodes before linearized reading' (duration: 695.920523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.85076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.15315Z","time spent":"697.588816ms","remote":"127.0.0.1:56932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:10:18.850804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.412858Z","time spent":"437.832598ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:18.8497Z","caller":"traceutil/trace.go:171","msg":"trace[746360358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"761.838038ms","start":"2026-05-28T02:10:18.087658Z","end":"2026-05-28T02:10:18.849496Z","steps":["trace[746360358] 'agreement among raft nodes before linearized reading' (duration: 761.443446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.850891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.087628Z","time spent":"763.247103ms","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:10:18.849372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.620153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:18.851081Z","caller":"traceutil/trace.go:171","msg":"trace[469307915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"725.363989ms","start":"2026-05-28T02:10:18.125698Z","end":"2026-05-28T02:10:18.851062Z","steps":["trace[469307915] 'agreement among raft nodes before linearized reading' (duration: 723.565812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.851135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.125678Z","time spent":"725.439661ms","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:500 "} {"level":"info","ts":"2026-05-28T02:10:18.849756Z","caller":"traceutil/trace.go:171","msg":"trace[1620978130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1800; }","duration":"470.332552ms","start":"2026-05-28T02:10:18.379399Z","end":"2026-05-28T02:10:18.849731Z","steps":["trace[1620978130] 'agreement among raft nodes before linearized reading' (duration: 470.140286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.851287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.379373Z","time spent":"471.855011ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:10:18.849988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.054373Z","time spent":"795.603192ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:10:18.850719Z","caller":"traceutil/trace.go:171","msg":"trace[18082684] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"826.98151ms","start":"2026-05-28T02:10:18.023684Z","end":"2026-05-28T02:10:18.850665Z","steps":["trace[18082684] 'agreement among raft nodes before linearized reading' (duration: 825.444761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.850248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.554977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:18.854949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.93819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:18.855025Z","caller":"traceutil/trace.go:171","msg":"trace[138922962] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1800; }","duration":"715.96215ms","start":"2026-05-28T02:10:18.139035Z","end":"2026-05-28T02:10:18.854997Z","steps":["trace[138922962] 'agreement among raft nodes before linearized reading' (duration: 710.93172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.855068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.139016Z","time spent":"716.038582ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:10:18.851646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.023665Z","time spent":"827.926749ms","remote":"127.0.0.1:56898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:10:18.856936Z","caller":"traceutil/trace.go:171","msg":"trace[1691905400] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1800; }","duration":"414.985683ms","start":"2026-05-28T02:10:18.436654Z","end":"2026-05-28T02:10:18.85164Z","steps":["trace[1691905400] 'agreement among raft nodes before linearized reading' (duration: 412.641088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.857058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:18.436646Z","time spent":"420.373233ms","remote":"127.0.0.1:41620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:10:20.791157Z","caller":"traceutil/trace.go:171","msg":"trace[864191983] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"102.663934ms","start":"2026-05-28T02:10:20.688451Z","end":"2026-05-28T02:10:20.791115Z","steps":["trace[864191983] 'process raft request' (duration: 102.431256ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:20.936019Z","caller":"traceutil/trace.go:171","msg":"trace[71341946] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"140.233328ms","start":"2026-05-28T02:10:20.795745Z","end":"2026-05-28T02:10:20.935978Z","steps":["trace[71341946] 'process raft request' (duration: 99.967258ms)","trace[71341946] 'compare' (duration: 40.052733ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:21.776134Z","caller":"traceutil/trace.go:171","msg":"trace[1315305922] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"132.802102ms","start":"2026-05-28T02:10:21.643305Z","end":"2026-05-28T02:10:21.776107Z","steps":["trace[1315305922] 'process raft request' (duration: 132.669238ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:23.14788Z","caller":"traceutil/trace.go:171","msg":"trace[522921341] linearizableReadLoop","detail":"{readStateIndex:1910; appliedIndex:1909; }","duration":"126.975767ms","start":"2026-05-28T02:10:23.020876Z","end":"2026-05-28T02:10:23.147851Z","steps":["trace[522921341] 'read index received' (duration: 44.107423ms)","trace[522921341] 'applied index is now lower than readState.Index' (duration: 82.866804ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:23.148002Z","caller":"traceutil/trace.go:171","msg":"trace[290436696] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"127.228605ms","start":"2026-05-28T02:10:23.020751Z","end":"2026-05-28T02:10:23.14798Z","steps":["trace[290436696] 'process raft request' (duration: 44.077162ms)","trace[290436696] 'compare' (duration: 82.791241ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:23.14813Z","caller":"traceutil/trace.go:171","msg":"trace[638663990] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"124.130907ms","start":"2026-05-28T02:10:23.023962Z","end":"2026-05-28T02:10:23.148093Z","steps":["trace[638663990] 'process raft request' (duration: 123.835777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:23.148497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.601396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:10:23.148583Z","caller":"traceutil/trace.go:171","msg":"trace[125822380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1834; }","duration":"127.743201ms","start":"2026-05-28T02:10:23.020816Z","end":"2026-05-28T02:10:23.148559Z","steps":["trace[125822380] 'agreement among raft nodes before linearized reading' (duration: 127.269576ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:25.352655Z","caller":"traceutil/trace.go:171","msg":"trace[1047284386] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"195.889877ms","start":"2026-05-28T02:10:25.156736Z","end":"2026-05-28T02:10:25.352626Z","steps":["trace[1047284386] 'process raft request' (duration: 195.727552ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:25.367104Z","caller":"traceutil/trace.go:171","msg":"trace[1621617407] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"209.278673ms","start":"2026-05-28T02:10:25.157809Z","end":"2026-05-28T02:10:25.367088Z","steps":["trace[1621617407] 'process raft request' (duration: 207.948591ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:25.367246Z","caller":"traceutil/trace.go:171","msg":"trace[587296550] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1917; }","duration":"157.440115ms","start":"2026-05-28T02:10:25.209789Z","end":"2026-05-28T02:10:25.36723Z","steps":["trace[587296550] 'read index received' (duration: 142.717626ms)","trace[587296550] 'applied index is now lower than readState.Index' (duration: 14.721718ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:25.367328Z","caller":"traceutil/trace.go:171","msg":"trace[1360696403] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"133.367779ms","start":"2026-05-28T02:10:25.233954Z","end":"2026-05-28T02:10:25.367322Z","steps":["trace[1360696403] 'process raft request' (duration: 133.08405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:25.372008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.260164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-05-28T02:10:25.372022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.242047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-28T02:10:25.372075Z","caller":"traceutil/trace.go:171","msg":"trace[1883217006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1843; }","duration":"162.33287ms","start":"2026-05-28T02:10:25.209729Z","end":"2026-05-28T02:10:25.372062Z","steps":["trace[1883217006] 'agreement among raft nodes before linearized reading' (duration: 157.668042ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:25.372073Z","caller":"traceutil/trace.go:171","msg":"trace[476198334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1843; }","duration":"132.363478ms","start":"2026-05-28T02:10:25.239693Z","end":"2026-05-28T02:10:25.372057Z","steps":["trace[476198334] 'agreement among raft nodes before linearized reading' (duration: 132.196212ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:27.666814Z","caller":"traceutil/trace.go:171","msg":"trace[2006925508] linearizableReadLoop","detail":"{readStateIndex:1934; appliedIndex:1932; }","duration":"122.555176ms","start":"2026-05-28T02:10:27.544235Z","end":"2026-05-28T02:10:27.66679Z","steps":["trace[2006925508] 'read index received' (duration: 27.721931ms)","trace[2006925508] 'applied index is now lower than readState.Index' (duration: 94.831785ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:27.667026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.757772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:27.667071Z","caller":"traceutil/trace.go:171","msg":"trace[1015593352] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1856; }","duration":"122.838555ms","start":"2026-05-28T02:10:27.54422Z","end":"2026-05-28T02:10:27.667058Z","steps":["trace[1015593352] 'agreement among raft nodes before linearized reading' (duration: 122.67254ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:27.667149Z","caller":"traceutil/trace.go:171","msg":"trace[300887314] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"129.056582ms","start":"2026-05-28T02:10:27.538057Z","end":"2026-05-28T02:10:27.667113Z","steps":["trace[300887314] 'process raft request' (duration: 33.894117ms)","trace[300887314] 'compare' (duration: 94.645919ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:27.667722Z","caller":"traceutil/trace.go:171","msg":"trace[1703769928] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"129.195247ms","start":"2026-05-28T02:10:27.53847Z","end":"2026-05-28T02:10:27.667665Z","steps":["trace[1703769928] 'process raft request' (duration: 128.275487ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:27.929978Z","caller":"traceutil/trace.go:171","msg":"trace[875679011] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"147.978875ms","start":"2026-05-28T02:10:27.781969Z","end":"2026-05-28T02:10:27.929948Z","steps":["trace[875679011] 'process raft request' (duration: 75.747008ms)","trace[875679011] 'compare' (duration: 72.103013ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:29.153419Z","caller":"traceutil/trace.go:171","msg":"trace[363058480] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1935; }","duration":"107.112605ms","start":"2026-05-28T02:10:29.046281Z","end":"2026-05-28T02:10:29.153394Z","steps":["trace[363058480] 'read index received' (duration: 106.886758ms)","trace[363058480] 'applied index is now lower than readState.Index' (duration: 224.687µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:29.153602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.29151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:10:29.153644Z","caller":"traceutil/trace.go:171","msg":"trace[1858125694] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1858; }","duration":"107.388764ms","start":"2026-05-28T02:10:29.046243Z","end":"2026-05-28T02:10:29.153631Z","steps":["trace[1858125694] 'agreement among raft nodes before linearized reading' (duration: 107.252449ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:29.153967Z","caller":"traceutil/trace.go:171","msg":"trace[856557835] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"247.818358ms","start":"2026-05-28T02:10:28.906136Z","end":"2026-05-28T02:10:29.153955Z","steps":["trace[856557835] 'process raft request' (duration: 247.109785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:29.899586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492386239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:10:30.425974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059729328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:10:30.42604Z","caller":"traceutil/trace.go:171","msg":"trace[1896406551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1858; }","duration":"1.059867802s","start":"2026-05-28T02:10:29.366158Z","end":"2026-05-28T02:10:30.426025Z","steps":["trace[1896406551] 'range keys from in-memory index tree' (duration: 1.059523862s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:30.42607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:29.366125Z","time spent":"1.059937864s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:10:30.426052Z","caller":"traceutil/trace.go:171","msg":"trace[119072093] linearizableReadLoop","detail":"{readStateIndex:1937; appliedIndex:1936; }","duration":"1.027465202s","start":"2026-05-28T02:10:29.398562Z","end":"2026-05-28T02:10:30.426028Z","steps":["trace[119072093] 'read index received' (duration: 931.437859ms)","trace[119072093] 'applied index is now lower than readState.Index' (duration: 96.026043ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:30.426184Z","caller":"traceutil/trace.go:171","msg":"trace[439526465] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"1.04467874s","start":"2026-05-28T02:10:29.381456Z","end":"2026-05-28T02:10:30.426135Z","steps":["trace[439526465] 'process raft request' (duration: 948.376628ms)","trace[439526465] 'compare' (duration: 95.983751ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:30.426264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02768898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:10:30.426302Z","caller":"traceutil/trace.go:171","msg":"trace[169664412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1859; }","duration":"1.027739171s","start":"2026-05-28T02:10:29.398549Z","end":"2026-05-28T02:10:30.426288Z","steps":["trace[169664412] 'agreement among raft nodes before linearized reading' (duration: 1.027580926s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:30.426336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:29.398509Z","time spent":"1.027819484s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:10:30.426339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:29.381433Z","time spent":"1.044827815s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:30.429351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.546271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:30.429398Z","caller":"traceutil/trace.go:171","msg":"trace[374132618] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1860; }","duration":"460.601583ms","start":"2026-05-28T02:10:29.968785Z","end":"2026-05-28T02:10:30.429387Z","steps":["trace[374132618] 'agreement among raft nodes before linearized reading' (duration: 460.51155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:30.429421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:29.968696Z","time spent":"460.718787ms","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:10:30.429484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.206503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:10:30.42955Z","caller":"traceutil/trace.go:171","msg":"trace[2135575821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1860; }","duration":"758.320686ms","start":"2026-05-28T02:10:29.671214Z","end":"2026-05-28T02:10:30.429535Z","steps":["trace[2135575821] 'agreement among raft nodes before linearized reading' (duration: 758.11219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:30.429585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:29.6712Z","time spent":"758.377488ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:10:30.429708Z","caller":"traceutil/trace.go:171","msg":"trace[1505474692] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"494.404697ms","start":"2026-05-28T02:10:29.935293Z","end":"2026-05-28T02:10:30.429698Z","steps":["trace[1505474692] 'process raft request' (duration: 493.88705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:30.429818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.859772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:10:30.429858Z","caller":"traceutil/trace.go:171","msg":"trace[1608759564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1860; }","duration":"757.915153ms","start":"2026-05-28T02:10:29.671932Z","end":"2026-05-28T02:10:30.429848Z","steps":["trace[1608759564] 'agreement among raft nodes before linearized reading' (duration: 757.82083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:30.429886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:29.671925Z","time spent":"757.955174ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:10:30.429821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:29.935266Z","time spent":"494.471869ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:30.4301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.827807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-05-28T02:10:30.430138Z","caller":"traceutil/trace.go:171","msg":"trace[1234110385] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:1860; }","duration":"347.90322ms","start":"2026-05-28T02:10:30.082225Z","end":"2026-05-28T02:10:30.430129Z","steps":["trace[1234110385] 'agreement among raft nodes before linearized reading' (duration: 347.799777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:30.430165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:30.082196Z","time spent":"347.962101ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-05-28T02:10:30.430224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022279587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-05-28T02:10:30.430276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.477705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:30.430286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.077498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:10:30.43031Z","caller":"traceutil/trace.go:171","msg":"trace[1998598333] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1860; }","duration":"1.022433672s","start":"2026-05-28T02:10:29.407854Z","end":"2026-05-28T02:10:30.430287Z","steps":["trace[1998598333] 'agreement among raft nodes before linearized reading' (duration: 1.021397209s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:30.430334Z","caller":"traceutil/trace.go:171","msg":"trace[1236045215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1860; }","duration":"892.189772ms","start":"2026-05-28T02:10:29.538129Z","end":"2026-05-28T02:10:30.430319Z","steps":["trace[1236045215] 'agreement among raft nodes before linearized reading' (duration: 892.041868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:30.430369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:29.538078Z","time spent":"892.283055ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:10:30.43037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:29.407796Z","time spent":"1.022561976s","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-28T02:10:30.430305Z","caller":"traceutil/trace.go:171","msg":"trace[533471501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1860; }","duration":"894.572678ms","start":"2026-05-28T02:10:29.535725Z","end":"2026-05-28T02:10:30.430297Z","steps":["trace[533471501] 'agreement among raft nodes before linearized reading' (duration: 894.505646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:30.430497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:29.535703Z","time spent":"894.786375ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:10:34.97273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492386285,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:10:35.182064Z","caller":"traceutil/trace.go:171","msg":"trace[1767374762] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"764.738481ms","start":"2026-05-28T02:10:34.417301Z","end":"2026-05-28T02:10:35.18204Z","steps":["trace[1767374762] 'process raft request' (duration: 764.589136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:35.182243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.417279Z","time spent":"764.862325ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4332,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:35.235814Z","caller":"traceutil/trace.go:171","msg":"trace[1848591432] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"785.706967ms","start":"2026-05-28T02:10:34.450083Z","end":"2026-05-28T02:10:35.23579Z","steps":["trace[1848591432] 'process raft request' (duration: 774.010766ms)","trace[1848591432] 'compare' (duration: 11.527056ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:35.23594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.450068Z","time spent":"785.80705ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:35.235984Z","caller":"traceutil/trace.go:171","msg":"trace[924021561] linearizableReadLoop","detail":"{readStateIndex:1963; appliedIndex:1960; }","duration":"764.107801ms","start":"2026-05-28T02:10:34.471815Z","end":"2026-05-28T02:10:35.235923Z","steps":["trace[924021561] 'read index received' (duration: 710.091903ms)","trace[924021561] 'applied index is now lower than readState.Index' (duration: 54.014168ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:35.236032Z","caller":"traceutil/trace.go:171","msg":"trace[841360414] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"769.675857ms","start":"2026-05-28T02:10:34.466331Z","end":"2026-05-28T02:10:35.236007Z","steps":["trace[841360414] 'process raft request' (duration: 769.416049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:35.236181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.466322Z","time spent":"769.77364ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:35.236248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.42646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:10:35.236295Z","caller":"traceutil/trace.go:171","msg":"trace[1709411225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1884; }","duration":"764.494863ms","start":"2026-05-28T02:10:34.471787Z","end":"2026-05-28T02:10:35.236282Z","steps":["trace[1709411225] 'agreement among raft nodes before linearized reading' (duration: 764.300417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:35.23633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.471779Z","time spent":"764.542214ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:10:35.243409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.423908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-05-28T02:10:35.243478Z","caller":"traceutil/trace.go:171","msg":"trace[1107916497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1885; }","duration":"768.529311ms","start":"2026-05-28T02:10:34.474931Z","end":"2026-05-28T02:10:35.243461Z","steps":["trace[1107916497] 'agreement among raft nodes before linearized reading' (duration: 768.296654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:35.24352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.47491Z","time spent":"768.600683ms","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T02:10:35.243509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.759129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:10:35.243567Z","caller":"traceutil/trace.go:171","msg":"trace[1397982634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1885; }","duration":"746.844872ms","start":"2026-05-28T02:10:34.496709Z","end":"2026-05-28T02:10:35.243554Z","steps":["trace[1397982634] 'agreement among raft nodes before linearized reading' (duration: 746.673987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:35.24358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.11397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T02:10:35.243602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.496701Z","time spent":"746.895574ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:10:35.243523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.719876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:10:35.243618Z","caller":"traceutil/trace.go:171","msg":"trace[2110933775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1885; }","duration":"747.188003ms","start":"2026-05-28T02:10:34.496413Z","end":"2026-05-28T02:10:35.243602Z","steps":["trace[2110933775] 'agreement among raft nodes before linearized reading' (duration: 747.1081ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:35.243655Z","caller":"traceutil/trace.go:171","msg":"trace[754562426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1885; }","duration":"745.902362ms","start":"2026-05-28T02:10:34.497736Z","end":"2026-05-28T02:10:35.243639Z","steps":["trace[754562426] 'agreement among raft nodes before linearized reading' (duration: 745.603663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:35.243672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.496399Z","time spent":"747.266515ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:10:35.243719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.497727Z","time spent":"745.979584ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:10:35.24372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.181274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:37 size:31294"} {"level":"info","ts":"2026-05-28T02:10:35.243808Z","caller":"traceutil/trace.go:171","msg":"trace[259836671] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:37; response_revision:1885; }","duration":"424.35686ms","start":"2026-05-28T02:10:34.819427Z","end":"2026-05-28T02:10:35.243784Z","steps":["trace[259836671] 'agreement among raft nodes before linearized reading' (duration: 423.847864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:35.243871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.819391Z","time spent":"424.461804ms","remote":"127.0.0.1:48344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":37,"response size":31317,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-05-28T02:10:35.243719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.894802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:10:35.243922Z","caller":"traceutil/trace.go:171","msg":"trace[1513483837] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1885; }","duration":"746.14983ms","start":"2026-05-28T02:10:34.497762Z","end":"2026-05-28T02:10:35.243912Z","steps":["trace[1513483837] 'agreement among raft nodes before linearized reading' (duration: 745.773938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:35.243957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.497747Z","time spent":"746.200621ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:10:38.782724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.141205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d2e69ee1-d929-48b7-9dba-75a74f90cf01\" ","response":"range_response_count:1 size:3625"} {"level":"info","ts":"2026-05-28T02:10:38.782806Z","caller":"traceutil/trace.go:171","msg":"trace[1632042286] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d2e69ee1-d929-48b7-9dba-75a74f90cf01; range_end:; response_count:1; response_revision:1974; }","duration":"348.28869ms","start":"2026-05-28T02:10:38.434498Z","end":"2026-05-28T02:10:38.782787Z","steps":["trace[1632042286] 'range keys from in-memory index tree' (duration: 347.928999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:38.782944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.294387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d2e69ee1-d929-48b7-9dba-75a74f90cf01\" ","response":"range_response_count:1 size:3625"} {"level":"info","ts":"2026-05-28T02:10:38.783066Z","caller":"traceutil/trace.go:171","msg":"trace[1222173533] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d2e69ee1-d929-48b7-9dba-75a74f90cf01; range_end:; response_count:1; response_revision:1974; }","duration":"788.454492ms","start":"2026-05-28T02:10:37.994578Z","end":"2026-05-28T02:10:38.783033Z","steps":["trace[1222173533] 'range keys from in-memory index tree' (duration: 787.959667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:38.783531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:37.994558Z","time spent":"788.963969ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d2e69ee1-d929-48b7-9dba-75a74f90cf01\" "} {"level":"warn","ts":"2026-05-28T02:10:38.783078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:38.434475Z","time spent":"348.365392ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d2e69ee1-d929-48b7-9dba-75a74f90cf01\" "} {"level":"warn","ts":"2026-05-28T02:10:38.783221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.006098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:10:38.783857Z","caller":"traceutil/trace.go:171","msg":"trace[940236430] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1974; }","duration":"512.6603ms","start":"2026-05-28T02:10:38.271132Z","end":"2026-05-28T02:10:38.783792Z","steps":["trace[940236430] 'range keys from in-memory index tree' (duration: 511.791641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:38.78424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:38.271112Z","time spent":"513.041241ms","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T02:10:38.783381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.199183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-05-28T02:10:38.784497Z","caller":"traceutil/trace.go:171","msg":"trace[373458090] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1974; }","duration":"330.3513ms","start":"2026-05-28T02:10:38.454109Z","end":"2026-05-28T02:10:38.78446Z","steps":["trace[373458090] 'range keys from in-memory index tree' (duration: 329.061498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:38.783347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.42035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:117786"} {"level":"warn","ts":"2026-05-28T02:10:38.784585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:38.454076Z","time spent":"330.489954ms","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-05-28T02:10:38.784585Z","caller":"traceutil/trace.go:171","msg":"trace[547035472] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1974; }","duration":"330.70205ms","start":"2026-05-28T02:10:38.453862Z","end":"2026-05-28T02:10:38.784564Z","steps":["trace[547035472] 'range keys from in-memory index tree' (duration: 329.170801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:38.784705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:38.453829Z","time spent":"330.837314ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":117809,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-28T02:10:38.783398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.052963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:10:38.784865Z","caller":"traceutil/trace.go:171","msg":"trace[1845590114] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1974; }","duration":"145.55365ms","start":"2026-05-28T02:10:38.639268Z","end":"2026-05-28T02:10:38.784822Z","steps":["trace[1845590114] 'count revisions from in-memory index tree' (duration: 143.981711ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:39.157927Z","caller":"traceutil/trace.go:171","msg":"trace[746762897] linearizableReadLoop","detail":"{readStateIndex:2055; appliedIndex:2054; }","duration":"273.713378ms","start":"2026-05-28T02:10:38.884197Z","end":"2026-05-28T02:10:39.15791Z","steps":["trace[746762897] 'read index received' (duration: 273.525642ms)","trace[746762897] 'applied index is now lower than readState.Index' (duration: 187.166µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:39.158093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.867382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:39.158094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.146936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:10:39.158114Z","caller":"traceutil/trace.go:171","msg":"trace[931430599] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1975; }","duration":"273.979246ms","start":"2026-05-28T02:10:38.884129Z","end":"2026-05-28T02:10:39.158108Z","steps":["trace[931430599] 'agreement among raft nodes before linearized reading' (duration: 273.859473ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:39.15807Z","caller":"traceutil/trace.go:171","msg":"trace[336409601] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"366.358775ms","start":"2026-05-28T02:10:38.791665Z","end":"2026-05-28T02:10:39.158023Z","steps":["trace[336409601] 'process raft request' (duration: 366.101986ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:39.15814Z","caller":"traceutil/trace.go:171","msg":"trace[1615992832] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1975; }","duration":"122.239309ms","start":"2026-05-28T02:10:39.035889Z","end":"2026-05-28T02:10:39.158128Z","steps":["trace[1615992832] 'agreement among raft nodes before linearized reading' (duration: 122.136036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:39.15831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:38.791646Z","time spent":"366.52136ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3730,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:39.440197Z","caller":"traceutil/trace.go:171","msg":"trace[1136857991] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"271.840248ms","start":"2026-05-28T02:10:39.168327Z","end":"2026-05-28T02:10:39.440167Z","steps":["trace[1136857991] 'process raft request' (duration: 271.57959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:40.798573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.356526894s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:10:40.799237Z","caller":"traceutil/trace.go:171","msg":"trace[1846927444] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"1.55160818s","start":"2026-05-28T02:10:39.247596Z","end":"2026-05-28T02:10:40.799205Z","steps":["trace[1846927444] 'process raft request' (duration: 1.551335472s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:40.799417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:39.247567Z","time spent":"1.551757635s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:40.799541Z","caller":"traceutil/trace.go:171","msg":"trace[396293979] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"1.550944339s","start":"2026-05-28T02:10:39.248575Z","end":"2026-05-28T02:10:40.799519Z","steps":["trace[396293979] 'process raft request' (duration: 1.550550957s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:40.799661Z","caller":"traceutil/trace.go:171","msg":"trace[861590324] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"1.50033334s","start":"2026-05-28T02:10:39.299316Z","end":"2026-05-28T02:10:40.79965Z","steps":["trace[861590324] 'process raft request' (duration: 1.500105612s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:40.799728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:39.299291Z","time spent":"1.500404511s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:40.799695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:39.248553Z","time spent":"1.551038002s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:40.799843Z","caller":"traceutil/trace.go:171","msg":"trace[281558424] linearizableReadLoop","detail":"{readStateIndex:2058; appliedIndex:2055; }","duration":"1.542401477s","start":"2026-05-28T02:10:39.257424Z","end":"2026-05-28T02:10:40.799825Z","steps":["trace[281558424] 'read index received' (duration: 182.532776ms)","trace[281558424] 'applied index is now lower than readState.Index' (duration: 1.359867451s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:40.799905Z","caller":"traceutil/trace.go:171","msg":"trace[1194380442] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"1.478426932s","start":"2026-05-28T02:10:39.321451Z","end":"2026-05-28T02:10:40.799878Z","steps":["trace[1194380442] 'process raft request' (duration: 1.478150743s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:40.800008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:39.321416Z","time spent":"1.478528506s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:40.800058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542634965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T02:10:40.800116Z","caller":"traceutil/trace.go:171","msg":"trace[888230420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1980; }","duration":"1.542730238s","start":"2026-05-28T02:10:39.257369Z","end":"2026-05-28T02:10:40.800099Z","steps":["trace[888230420] 'agreement among raft nodes before linearized reading' (duration: 1.542537152s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:40.800173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:39.257355Z","time spent":"1.542805081s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:10:41.30086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492386457,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:10:41.387569Z","caller":"traceutil/trace.go:171","msg":"trace[1367506718] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"1.940681446s","start":"2026-05-28T02:10:39.446859Z","end":"2026-05-28T02:10:41.38754Z","steps":["trace[1367506718] 'process raft request' (duration: 1.940271613s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:41.387783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:39.446833Z","time spent":"1.940821251s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:41.388054Z","caller":"traceutil/trace.go:171","msg":"trace[789726538] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"1.939459947s","start":"2026-05-28T02:10:39.448542Z","end":"2026-05-28T02:10:41.388002Z","steps":["trace[789726538] 'process raft request' (duration: 1.93891452s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:41.388362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:39.448517Z","time spent":"1.939656823s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:41.431082Z","caller":"traceutil/trace.go:171","msg":"trace[880492936] linearizableReadLoop","detail":"{readStateIndex:2063; appliedIndex:2060; }","duration":"631.163238ms","start":"2026-05-28T02:10:40.799888Z","end":"2026-05-28T02:10:41.431051Z","steps":["trace[880492936] 'read index received' (duration: 586.393433ms)","trace[880492936] 'applied index is now lower than readState.Index' (duration: 44.768355ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:41.431241Z","caller":"traceutil/trace.go:171","msg":"trace[1105322923] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"626.407046ms","start":"2026-05-28T02:10:40.804805Z","end":"2026-05-28T02:10:41.431212Z","steps":["trace[1105322923] 'process raft request' (duration: 621.83863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:41.431421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:40.804766Z","time spent":"626.51501ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:41.43144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642622304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d2e69ee1-d929-48b7-9dba-75a74f90cf01\" ","response":"range_response_count:1 size:3745"} {"level":"info","ts":"2026-05-28T02:10:41.431504Z","caller":"traceutil/trace.go:171","msg":"trace[1853272349] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d2e69ee1-d929-48b7-9dba-75a74f90cf01; range_end:; response_count:1; response_revision:1984; }","duration":"1.642749148s","start":"2026-05-28T02:10:39.788738Z","end":"2026-05-28T02:10:41.431487Z","steps":["trace[1853272349] 'agreement among raft nodes before linearized reading' (duration: 1.642506921s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:41.431552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:39.788696Z","time spent":"1.642842741s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d2e69ee1-d929-48b7-9dba-75a74f90cf01\" "} {"level":"warn","ts":"2026-05-28T02:10:41.431568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131985382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T02:10:41.431631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053487132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-4q8kv\" ","response":"range_response_count:1 size:6145"} {"level":"info","ts":"2026-05-28T02:10:41.43166Z","caller":"traceutil/trace.go:171","msg":"trace[1950221225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1984; }","duration":"2.132131746s","start":"2026-05-28T02:10:39.299506Z","end":"2026-05-28T02:10:41.431638Z","steps":["trace[1950221225] 'agreement among raft nodes before linearized reading' (duration: 2.131826227s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:41.431695Z","caller":"traceutil/trace.go:171","msg":"trace[388672569] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-4q8kv; range_end:; response_count:1; response_revision:1984; }","duration":"1.053593606s","start":"2026-05-28T02:10:40.378085Z","end":"2026-05-28T02:10:41.431679Z","steps":["trace[388672569] 'agreement among raft nodes before linearized reading' (duration: 1.0534117s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:41.431742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:40.378062Z","time spent":"1.053667608s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6168,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-4q8kv\" "} {"level":"warn","ts":"2026-05-28T02:10:41.431747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:39.299486Z","time spent":"2.13224105s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:10:41.43178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133402967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:10:41.431829Z","caller":"traceutil/trace.go:171","msg":"trace[707958052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1984; }","duration":"2.133511901s","start":"2026-05-28T02:10:39.298302Z","end":"2026-05-28T02:10:41.431814Z","steps":["trace[707958052] 'agreement among raft nodes before linearized reading' (duration: 2.133380517s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:41.431869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:39.29827Z","time spent":"2.133588203s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:10:41.431936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89711162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:41.431988Z","caller":"traceutil/trace.go:171","msg":"trace[687152300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1984; }","duration":"1.897190003s","start":"2026-05-28T02:10:39.534778Z","end":"2026-05-28T02:10:41.431968Z","steps":["trace[687152300] 'agreement among raft nodes before linearized reading' (duration: 1.89711395s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:41.432003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142532288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:10:41.43207Z","caller":"traceutil/trace.go:171","msg":"trace[1879903867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1984; }","duration":"2.142665682s","start":"2026-05-28T02:10:39.28939Z","end":"2026-05-28T02:10:41.432056Z","steps":["trace[1879903867] 'agreement among raft nodes before linearized reading' (duration: 2.142419084s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:41.432106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:39.289361Z","time spent":"2.142738884s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:10:41.43214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349063106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-05-28T02:10:41.432137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132175548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:10:41.432238Z","caller":"traceutil/trace.go:171","msg":"trace[539621473] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:1984; }","duration":"1.349223481s","start":"2026-05-28T02:10:40.082962Z","end":"2026-05-28T02:10:41.432186Z","steps":["trace[539621473] 'agreement among raft nodes before linearized reading' (duration: 1.349041135s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:41.432119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641445487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-28T02:10:41.432287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:40.082927Z","time spent":"1.349347605s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-05-28T02:10:41.432286Z","caller":"traceutil/trace.go:171","msg":"trace[802606659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1984; }","duration":"2.132358124s","start":"2026-05-28T02:10:39.299904Z","end":"2026-05-28T02:10:41.432262Z","steps":["trace[802606659] 'agreement among raft nodes before linearized reading' (duration: 2.132023844s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:41.43233Z","caller":"traceutil/trace.go:171","msg":"trace[1848870357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1984; }","duration":"1.641673324s","start":"2026-05-28T02:10:39.790638Z","end":"2026-05-28T02:10:41.432311Z","steps":["trace[1848870357] 'agreement among raft nodes before linearized reading' (duration: 1.641146957s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:41.432343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:39.299897Z","time spent":"2.132434366s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:10:41.432029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:39.534742Z","time spent":"1.897276535s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:10:41.432383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:39.79063Z","time spent":"1.641737266s","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T02:10:41.43193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.908041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:10:41.432555Z","caller":"traceutil/trace.go:171","msg":"trace[537551929] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1984; }","duration":"814.562222ms","start":"2026-05-28T02:10:40.617951Z","end":"2026-05-28T02:10:41.432514Z","steps":["trace[537551929] 'agreement among raft nodes before linearized reading' (duration: 813.910001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:41.432626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:40.617919Z","time spent":"814.682796ms","remote":"127.0.0.1:41660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":16,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:10:41.434301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.641906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:10:41.434374Z","caller":"traceutil/trace.go:171","msg":"trace[716580267] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1985; }","duration":"462.75196ms","start":"2026-05-28T02:10:40.971605Z","end":"2026-05-28T02:10:41.434357Z","steps":["trace[716580267] 'agreement among raft nodes before linearized reading' (duration: 462.615405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:41.43442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:40.971588Z","time spent":"462.819122ms","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:10:42.582245Z","caller":"traceutil/trace.go:171","msg":"trace[1183445341] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"109.536034ms","start":"2026-05-28T02:10:42.472666Z","end":"2026-05-28T02:10:42.582202Z","steps":["trace[1183445341] 'process raft request' (duration: 109.333158ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:42.774842Z","caller":"traceutil/trace.go:171","msg":"trace[122631785] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2004; }","duration":"128.992094ms","start":"2026-05-28T02:10:42.645826Z","end":"2026-05-28T02:10:42.774818Z","steps":["trace[122631785] 'process raft request' (duration: 43.562436ms)","trace[122631785] 'compare' (duration: 85.315134ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:42.957142Z","caller":"traceutil/trace.go:171","msg":"trace[1697789295] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"151.070826ms","start":"2026-05-28T02:10:42.806039Z","end":"2026-05-28T02:10:42.95711Z","steps":["trace[1697789295] 'process raft request' (duration: 151.009874ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:42.9573Z","caller":"traceutil/trace.go:171","msg":"trace[2089561032] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"151.328914ms","start":"2026-05-28T02:10:42.80594Z","end":"2026-05-28T02:10:42.957269Z","steps":["trace[2089561032] 'process raft request' (duration: 150.974393ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:42.957442Z","caller":"traceutil/trace.go:171","msg":"trace[2138484391] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"151.786388ms","start":"2026-05-28T02:10:42.805612Z","end":"2026-05-28T02:10:42.957398Z","steps":["trace[2138484391] 'process raft request' (duration: 147.497422ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:43.613195Z","caller":"traceutil/trace.go:171","msg":"trace[95450550] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"117.128756ms","start":"2026-05-28T02:10:43.496025Z","end":"2026-05-28T02:10:43.613153Z","steps":["trace[95450550] 'process raft request' (duration: 116.754725ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:45.150758Z","caller":"traceutil/trace.go:171","msg":"trace[2036490395] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"198.396051ms","start":"2026-05-28T02:10:44.952341Z","end":"2026-05-28T02:10:45.150737Z","steps":["trace[2036490395] 'process raft request' (duration: 173.953694ms)","trace[2036490395] 'compare' (duration: 24.284552ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:45.151066Z","caller":"traceutil/trace.go:171","msg":"trace[876453827] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"188.089314ms","start":"2026-05-28T02:10:44.962969Z","end":"2026-05-28T02:10:45.151059Z","steps":["trace[876453827] 'process raft request' (duration: 187.726952ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:45.151121Z","caller":"traceutil/trace.go:171","msg":"trace[804711346] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"187.95234ms","start":"2026-05-28T02:10:44.963138Z","end":"2026-05-28T02:10:45.15109Z","steps":["trace[804711346] 'process raft request' (duration: 187.879407ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:45.151208Z","caller":"traceutil/trace.go:171","msg":"trace[418771087] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"188.179937ms","start":"2026-05-28T02:10:44.963009Z","end":"2026-05-28T02:10:45.151188Z","steps":["trace[418771087] 'process raft request' (duration: 187.911798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:45.571907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.318515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:10:45.572149Z","caller":"traceutil/trace.go:171","msg":"trace[1024616777] linearizableReadLoop","detail":"{readStateIndex:2112; appliedIndex:2111; }","duration":"415.281141ms","start":"2026-05-28T02:10:45.156843Z","end":"2026-05-28T02:10:45.572125Z","steps":["trace[1024616777] 'read index received' (duration: 174.662736ms)","trace[1024616777] 'applied index is now lower than readState.Index' (duration: 240.616345ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:45.572455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.56795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10374"} {"level":"info","ts":"2026-05-28T02:10:45.572514Z","caller":"traceutil/trace.go:171","msg":"trace[1874847543] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2030; }","duration":"415.691754ms","start":"2026-05-28T02:10:45.15681Z","end":"2026-05-28T02:10:45.572501Z","steps":["trace[1874847543] 'agreement among raft nodes before linearized reading' (duration: 415.437616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:45.572552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:45.156796Z","time spent":"415.747056ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10397,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T02:10:45.572181Z","caller":"traceutil/trace.go:171","msg":"trace[1924092242] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"416.145738ms","start":"2026-05-28T02:10:45.156Z","end":"2026-05-28T02:10:45.572146Z","steps":["trace[1924092242] 'process raft request' (duration: 175.485022ms)","trace[1924092242] 'compare' (duration: 239.646264ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:45.572833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:45.155979Z","time spent":"416.793429ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:10:45.572866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.969725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-28T02:10:45.573093Z","caller":"traceutil/trace.go:171","msg":"trace[1131570500] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2030; }","duration":"329.304996ms","start":"2026-05-28T02:10:45.243768Z","end":"2026-05-28T02:10:45.573073Z","steps":["trace[1131570500] 'agreement among raft nodes before linearized reading' (duration: 328.78951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:45.573241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:45.243696Z","time spent":"329.524743ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T02:10:45.862844Z","caller":"traceutil/trace.go:171","msg":"trace[791848151] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"284.625695ms","start":"2026-05-28T02:10:45.578191Z","end":"2026-05-28T02:10:45.862817Z","steps":["trace[791848151] 'process raft request' (duration: 221.639861ms)","trace[791848151] 'compare' (duration: 62.589011ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:45.86312Z","caller":"traceutil/trace.go:171","msg":"trace[1941234830] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"284.77955ms","start":"2026-05-28T02:10:45.578319Z","end":"2026-05-28T02:10:45.863099Z","steps":["trace[1941234830] 'process raft request' (duration: 284.397397ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:45.863116Z","caller":"traceutil/trace.go:171","msg":"trace[1905165494] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"284.571713ms","start":"2026-05-28T02:10:45.57851Z","end":"2026-05-28T02:10:45.863082Z","steps":["trace[1905165494] 'process raft request' (duration: 284.423328ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:45.863189Z","caller":"traceutil/trace.go:171","msg":"trace[1557081700] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"283.942773ms","start":"2026-05-28T02:10:45.579219Z","end":"2026-05-28T02:10:45.863162Z","steps":["trace[1557081700] 'process raft request' (duration: 283.811108ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:45.863238Z","caller":"traceutil/trace.go:171","msg":"trace[595146847] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"278.926434ms","start":"2026-05-28T02:10:45.584305Z","end":"2026-05-28T02:10:45.863232Z","steps":["trace[595146847] 'process raft request' (duration: 278.79116ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:45.863201Z","caller":"traceutil/trace.go:171","msg":"trace[190204766] linearizableReadLoop","detail":"{readStateIndex:2118; appliedIndex:2113; }","duration":"216.208418ms","start":"2026-05-28T02:10:45.646975Z","end":"2026-05-28T02:10:45.863183Z","steps":["trace[190204766] 'read index received' (duration: 152.839702ms)","trace[190204766] 'applied index is now lower than readState.Index' (duration: 63.367816ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:45.863352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.375274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-28T02:10:45.863392Z","caller":"traceutil/trace.go:171","msg":"trace[124376821] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2036; }","duration":"216.482917ms","start":"2026-05-28T02:10:45.646899Z","end":"2026-05-28T02:10:45.863382Z","steps":["trace[124376821] 'agreement among raft nodes before linearized reading' (duration: 216.341102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:45.888849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.278599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-05-28T02:10:45.888942Z","caller":"traceutil/trace.go:171","msg":"trace[1947000459] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:2037; }","duration":"138.432004ms","start":"2026-05-28T02:10:45.750486Z","end":"2026-05-28T02:10:45.888918Z","steps":["trace[1947000459] 'agreement among raft nodes before linearized reading' (duration: 137.768653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.097592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492386568,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:10:48.386624Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.51956483s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:10:48.496931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725995428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11663"} {"level":"info","ts":"2026-05-28T02:10:48.497026Z","caller":"traceutil/trace.go:171","msg":"trace[1974509811] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2040; }","duration":"1.726132112s","start":"2026-05-28T02:10:46.770876Z","end":"2026-05-28T02:10:48.497008Z","steps":["trace[1974509811] 'range keys from in-memory index tree' (duration: 1.725808032s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.497064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:46.770856Z","time spent":"1.726199225s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11686,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:10:48.497058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.146094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:10:48.497151Z","caller":"traceutil/trace.go:171","msg":"trace[1878703448] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"1.63018054s","start":"2026-05-28T02:10:46.866951Z","end":"2026-05-28T02:10:48.497132Z","steps":["trace[1878703448] 'process raft request' (duration: 1.519876181s)","trace[1878703448] 'compare' (duration: 110.01839ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:48.49723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:46.866925Z","time spent":"1.630263612s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:48.529229Z","caller":"traceutil/trace.go:171","msg":"trace[295813767] linearizableReadLoop","detail":"{readStateIndex:2127; appliedIndex:2123; }","duration":"932.519104ms","start":"2026-05-28T02:10:47.596687Z","end":"2026-05-28T02:10:48.529206Z","steps":["trace[295813767] 'read index received' (duration: 790.139626ms)","trace[295813767] 'applied index is now lower than readState.Index' (duration: 142.378208ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:48.52932Z","caller":"traceutil/trace.go:171","msg":"trace[1935275282] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"1.373649427s","start":"2026-05-28T02:10:47.155643Z","end":"2026-05-28T02:10:48.529292Z","steps":["trace[1935275282] 'process raft request' (duration: 1.373481762s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.529412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.70785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:48.529417Z","caller":"traceutil/trace.go:171","msg":"trace[1445880047] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"1.373786232s","start":"2026-05-28T02:10:47.155592Z","end":"2026-05-28T02:10:48.529378Z","steps":["trace[1445880047] 'process raft request' (duration: 1.37340752s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:48.529344Z","caller":"traceutil/trace.go:171","msg":"trace[74453819] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"1.37338835s","start":"2026-05-28T02:10:47.155945Z","end":"2026-05-28T02:10:48.529334Z","steps":["trace[74453819] 'process raft request' (duration: 1.373220104s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.529579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.155936Z","time spent":"1.373589486s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:48.529604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.429751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T02:10:48.529624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.771993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:10:48.529655Z","caller":"traceutil/trace.go:171","msg":"trace[174462981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2044; }","duration":"661.495492ms","start":"2026-05-28T02:10:47.868145Z","end":"2026-05-28T02:10:48.529641Z","steps":["trace[174462981] 'agreement among raft nodes before linearized reading' (duration: 661.357638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.529666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.33931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T02:10:48.529682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.220216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:48.529746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.933336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:10:48.529768Z","caller":"traceutil/trace.go:171","msg":"trace[518936901] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2044; }","duration":"662.491165ms","start":"2026-05-28T02:10:47.867252Z","end":"2026-05-28T02:10:48.529744Z","steps":["trace[518936901] 'agreement among raft nodes before linearized reading' (duration: 662.219496ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:48.529806Z","caller":"traceutil/trace.go:171","msg":"trace[319687563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2044; }","duration":"662.008889ms","start":"2026-05-28T02:10:47.867783Z","end":"2026-05-28T02:10:48.529791Z","steps":["trace[319687563] 'agreement among raft nodes before linearized reading' (duration: 661.840884ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:48.529458Z","caller":"traceutil/trace.go:171","msg":"trace[1446152356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2044; }","duration":"932.796493ms","start":"2026-05-28T02:10:47.596642Z","end":"2026-05-28T02:10:48.529438Z","steps":["trace[1446152356] 'agreement among raft nodes before linearized reading' (duration: 932.723021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.529829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.867231Z","time spent":"662.584498ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:10:48.529846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.867774Z","time spent":"662.06197ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:10:48.529902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.725532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T02:10:48.529464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.155611Z","time spent":"1.373768331s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:48.529931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.59662Z","time spent":"933.279548ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:10:48.529589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.155569Z","time spent":"1.373951287s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:48.529955Z","caller":"traceutil/trace.go:171","msg":"trace[2105918151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2044; }","duration":"662.805925ms","start":"2026-05-28T02:10:47.867137Z","end":"2026-05-28T02:10:48.529943Z","steps":["trace[2105918151] 'agreement among raft nodes before linearized reading' (duration: 662.600958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.530001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.867123Z","time spent":"662.866636ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:10:48.529701Z","caller":"traceutil/trace.go:171","msg":"trace[1990819308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2044; }","duration":"932.909256ms","start":"2026-05-28T02:10:47.596769Z","end":"2026-05-28T02:10:48.529678Z","steps":["trace[1990819308] 'agreement among raft nodes before linearized reading' (duration: 932.665549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.530086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.596727Z","time spent":"933.346611ms","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-28T02:10:48.529965Z","caller":"traceutil/trace.go:171","msg":"trace[444652433] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2044; }","duration":"684.388491ms","start":"2026-05-28T02:10:47.845394Z","end":"2026-05-28T02:10:48.529782Z","steps":["trace[444652433] 'agreement among raft nodes before linearized reading' (duration: 684.176114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.529702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.868138Z","time spent":"661.551375ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:10:48.530228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.845373Z","time spent":"684.795384ms","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:10:48.530254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.482974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:10:48.530426Z","caller":"traceutil/trace.go:171","msg":"trace[1876759332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2044; }","duration":"877.70656ms","start":"2026-05-28T02:10:47.652696Z","end":"2026-05-28T02:10:48.530402Z","steps":["trace[1876759332] 'agreement among raft nodes before linearized reading' (duration: 877.017339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.530533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.652665Z","time spent":"877.850235ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:10:52.721147Z","caller":"traceutil/trace.go:171","msg":"trace[1570673417] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"178.611242ms","start":"2026-05-28T02:10:52.542506Z","end":"2026-05-28T02:10:52.721117Z","steps":["trace[1570673417] 'process raft request' (duration: 178.525989ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:52.721286Z","caller":"traceutil/trace.go:171","msg":"trace[680758275] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"178.894251ms","start":"2026-05-28T02:10:52.54236Z","end":"2026-05-28T02:10:52.721254Z","steps":["trace[680758275] 'process raft request' (duration: 92.964867ms)","trace[680758275] 'compare' (duration: 85.541232ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:52.721361Z","caller":"traceutil/trace.go:171","msg":"trace[382043760] linearizableReadLoop","detail":"{readStateIndex:2155; appliedIndex:2152; }","duration":"171.531376ms","start":"2026-05-28T02:10:52.549799Z","end":"2026-05-28T02:10:52.72133Z","steps":["trace[382043760] 'read index received' (duration: 85.545051ms)","trace[382043760] 'applied index is now lower than readState.Index' (duration: 85.984835ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:52.72147Z","caller":"traceutil/trace.go:171","msg":"trace[1781709707] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"178.25434ms","start":"2026-05-28T02:10:52.543202Z","end":"2026-05-28T02:10:52.721456Z","steps":["trace[1781709707] 'process raft request' (duration: 177.876858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:52.721609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.778331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:10:52.721631Z","caller":"traceutil/trace.go:171","msg":"trace[573541569] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2071; }","duration":"158.851834ms","start":"2026-05-28T02:10:52.562773Z","end":"2026-05-28T02:10:52.721625Z","steps":["trace[573541569] 'agreement among raft nodes before linearized reading' (duration: 158.782001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:52.72166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.404294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T02:10:52.721701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.872344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:10:52.72174Z","caller":"traceutil/trace.go:171","msg":"trace[1124185635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2071; }","duration":"169.970747ms","start":"2026-05-28T02:10:52.551759Z","end":"2026-05-28T02:10:52.72173Z","steps":["trace[1124185635] 'agreement among raft nodes before linearized reading' (duration: 169.877144ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:52.721747Z","caller":"traceutil/trace.go:171","msg":"trace[834663452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2071; }","duration":"166.499587ms","start":"2026-05-28T02:10:52.555228Z","end":"2026-05-28T02:10:52.721727Z","steps":["trace[834663452] 'agreement among raft nodes before linearized reading' (duration: 166.299001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:52.721661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.841515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T02:10:52.721818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.07916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:10:52.721862Z","caller":"traceutil/trace.go:171","msg":"trace[5529170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2071; }","duration":"170.159733ms","start":"2026-05-28T02:10:52.55169Z","end":"2026-05-28T02:10:52.72185Z","steps":["trace[5529170] 'agreement among raft nodes before linearized reading' (duration: 170.017468ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:52.721864Z","caller":"traceutil/trace.go:171","msg":"trace[1828461028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2071; }","duration":"171.065792ms","start":"2026-05-28T02:10:52.550752Z","end":"2026-05-28T02:10:52.721818Z","steps":["trace[1828461028] 'agreement among raft nodes before linearized reading' (duration: 170.751532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:52.721602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.783824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:10:52.721965Z","caller":"traceutil/trace.go:171","msg":"trace[1917493336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2071; }","duration":"172.181977ms","start":"2026-05-28T02:10:52.549768Z","end":"2026-05-28T02:10:52.72195Z","steps":["trace[1917493336] 'agreement among raft nodes before linearized reading' (duration: 171.706972ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:52.827981Z","caller":"traceutil/trace.go:171","msg":"trace[1406283675] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"100.89882ms","start":"2026-05-28T02:10:52.727051Z","end":"2026-05-28T02:10:52.827921Z","steps":["trace[1406283675] 'process raft request' (duration: 90.040835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:54.140118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.092571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:10:54.140213Z","caller":"traceutil/trace.go:171","msg":"trace[1710945529] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2077; }","duration":"131.245905ms","start":"2026-05-28T02:10:54.008948Z","end":"2026-05-28T02:10:54.140194Z","steps":["trace[1710945529] 'count revisions from in-memory index tree' (duration: 131.017458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:54.942022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.237703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:10:54.942217Z","caller":"traceutil/trace.go:171","msg":"trace[1581132866] linearizableReadLoop","detail":"{readStateIndex:2165; appliedIndex:2163; }","duration":"206.293592ms","start":"2026-05-28T02:10:54.735908Z","end":"2026-05-28T02:10:54.942201Z","steps":["trace[1581132866] 'read index received' (duration: 86.77979ms)","trace[1581132866] 'applied index is now lower than readState.Index' (duration: 119.512892ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:54.942284Z","caller":"traceutil/trace.go:171","msg":"trace[1567471093] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"215.741623ms","start":"2026-05-28T02:10:54.726467Z","end":"2026-05-28T02:10:54.942209Z","steps":["trace[1567471093] 'process raft request' (duration: 96.22086ms)","trace[1567471093] 'compare' (duration: 119.11842ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:54.942436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.51976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:10:54.942306Z","caller":"traceutil/trace.go:171","msg":"trace[288234309] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"215.740573ms","start":"2026-05-28T02:10:54.726529Z","end":"2026-05-28T02:10:54.94227Z","steps":["trace[288234309] 'process raft request' (duration: 215.609278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:54.94264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.154536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T02:10:54.942656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.575559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T02:10:54.942663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.754943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:10:54.942693Z","caller":"traceutil/trace.go:171","msg":"trace[1003625945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2081; }","duration":"122.224639ms","start":"2026-05-28T02:10:54.820457Z","end":"2026-05-28T02:10:54.942682Z","steps":["trace[1003625945] 'agreement among raft nodes before linearized reading' (duration: 122.084604ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:54.942698Z","caller":"traceutil/trace.go:171","msg":"trace[931564799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2081; }","duration":"111.672053ms","start":"2026-05-28T02:10:54.831015Z","end":"2026-05-28T02:10:54.942687Z","steps":["trace[931564799] 'agreement among raft nodes before linearized reading' (duration: 111.461746ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:54.942742Z","caller":"traceutil/trace.go:171","msg":"trace[1754601912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2081; }","duration":"121.854277ms","start":"2026-05-28T02:10:54.820872Z","end":"2026-05-28T02:10:54.942726Z","steps":["trace[1754601912] 'agreement among raft nodes before linearized reading' (duration: 121.63227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:54.942709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.153734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:10:54.942498Z","caller":"traceutil/trace.go:171","msg":"trace[265206626] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2081; }","duration":"206.595733ms","start":"2026-05-28T02:10:54.735871Z","end":"2026-05-28T02:10:54.942467Z","steps":["trace[265206626] 'agreement among raft nodes before linearized reading' (duration: 206.434588ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:54.942844Z","caller":"traceutil/trace.go:171","msg":"trace[1555408138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2081; }","duration":"121.32946ms","start":"2026-05-28T02:10:54.821496Z","end":"2026-05-28T02:10:54.942825Z","steps":["trace[1555408138] 'agreement among raft nodes before linearized reading' (duration: 120.976699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:54.942991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.906883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:10:54.94307Z","caller":"traceutil/trace.go:171","msg":"trace[818786240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2081; }","duration":"207.031566ms","start":"2026-05-28T02:10:54.736017Z","end":"2026-05-28T02:10:54.943048Z","steps":["trace[818786240] 'agreement among raft nodes before linearized reading' (duration: 206.397756ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:55.186913Z","caller":"traceutil/trace.go:171","msg":"trace[426046163] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"239.411776ms","start":"2026-05-28T02:10:54.947468Z","end":"2026-05-28T02:10:55.18688Z","steps":["trace[426046163] 'process raft request' (duration: 144.358083ms)","trace[426046163] 'compare' (duration: 94.806705ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:55.187297Z","caller":"traceutil/trace.go:171","msg":"trace[1376792932] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"239.709606ms","start":"2026-05-28T02:10:54.947569Z","end":"2026-05-28T02:10:55.187279Z","steps":["trace[1376792932] 'process raft request' (duration: 239.251441ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:55.187317Z","caller":"traceutil/trace.go:171","msg":"trace[1478388359] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"239.681605ms","start":"2026-05-28T02:10:54.947612Z","end":"2026-05-28T02:10:55.187293Z","steps":["trace[1478388359] 'process raft request' (duration: 239.52607ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:55.187298Z","caller":"traceutil/trace.go:171","msg":"trace[1669055558] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"239.640584ms","start":"2026-05-28T02:10:54.947632Z","end":"2026-05-28T02:10:55.187273Z","steps":["trace[1669055558] 'process raft request' (duration: 239.589692ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:56.695105Z","caller":"traceutil/trace.go:171","msg":"trace[1061514714] linearizableReadLoop","detail":"{readStateIndex:2175; appliedIndex:2174; }","duration":"119.937355ms","start":"2026-05-28T02:10:56.575136Z","end":"2026-05-28T02:10:56.695074Z","steps":["trace[1061514714] 'read index received' (duration: 119.748919ms)","trace[1061514714] 'applied index is now lower than readState.Index' (duration: 187.176µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:56.695216Z","caller":"traceutil/trace.go:171","msg":"trace[1224128654] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"139.014682ms","start":"2026-05-28T02:10:56.556161Z","end":"2026-05-28T02:10:56.695176Z","steps":["trace[1224128654] 'process raft request' (duration: 138.723713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:56.69536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.206094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-28T02:10:56.695414Z","caller":"traceutil/trace.go:171","msg":"trace[1605300628] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2091; }","duration":"120.332648ms","start":"2026-05-28T02:10:56.575064Z","end":"2026-05-28T02:10:56.695397Z","steps":["trace[1605300628] 'agreement among raft nodes before linearized reading' (duration: 120.124412ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:56.838916Z","caller":"traceutil/trace.go:171","msg":"trace[660729441] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"137.853375ms","start":"2026-05-28T02:10:56.701035Z","end":"2026-05-28T02:10:56.838888Z","steps":["trace[660729441] 'process raft request' (duration: 120.141142ms)","trace[660729441] 'compare' (duration: 17.436434ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:56.839014Z","caller":"traceutil/trace.go:171","msg":"trace[790117759] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"137.471103ms","start":"2026-05-28T02:10:56.701529Z","end":"2026-05-28T02:10:56.839Z","steps":["trace[790117759] 'process raft request' (duration: 137.331598ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:56.838942Z","caller":"traceutil/trace.go:171","msg":"trace[1835460393] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"137.565916ms","start":"2026-05-28T02:10:56.701357Z","end":"2026-05-28T02:10:56.838923Z","steps":["trace[1835460393] 'process raft request' (duration: 137.451052ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:56.839328Z","caller":"traceutil/trace.go:171","msg":"trace[199443112] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"137.087061ms","start":"2026-05-28T02:10:56.702229Z","end":"2026-05-28T02:10:56.839316Z","steps":["trace[199443112] 'process raft request' (duration: 136.659437ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:56.83937Z","caller":"traceutil/trace.go:171","msg":"trace[166789939] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"100.636482ms","start":"2026-05-28T02:10:56.738709Z","end":"2026-05-28T02:10:56.839346Z","steps":["trace[166789939] 'process raft request' (duration: 100.503297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:59.427713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.525406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:59.427824Z","caller":"traceutil/trace.go:171","msg":"trace[149064458] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2110; }","duration":"601.69723ms","start":"2026-05-28T02:10:58.826102Z","end":"2026-05-28T02:10:59.427799Z","steps":["trace[149064458] 'range keys from in-memory index tree' (duration: 601.445223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:59.427884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:58.826081Z","time spent":"601.789674ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T02:10:59.42823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.747521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:10:59.428404Z","caller":"traceutil/trace.go:171","msg":"trace[2133463360] linearizableReadLoop","detail":"{readStateIndex:2197; appliedIndex:2195; }","duration":"451.841853ms","start":"2026-05-28T02:10:58.976552Z","end":"2026-05-28T02:10:59.428393Z","steps":["trace[2133463360] 'read index received' (duration: 236.815714ms)","trace[2133463360] 'applied index is now lower than readState.Index' (duration: 215.025329ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:59.428407Z","caller":"traceutil/trace.go:171","msg":"trace[1345991132] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"468.486732ms","start":"2026-05-28T02:10:58.959884Z","end":"2026-05-28T02:10:59.428371Z","steps":["trace[1345991132] 'process raft request' (duration: 253.515525ms)","trace[1345991132] 'compare' (duration: 214.653307ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:59.428489Z","caller":"traceutil/trace.go:171","msg":"trace[1173665294] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"467.192652ms","start":"2026-05-28T02:10:58.96129Z","end":"2026-05-28T02:10:59.428483Z","steps":["trace[1173665294] 'process raft request' (duration: 467.019897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:59.428535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:58.961274Z","time spent":"467.232273ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:59.428556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:58.959841Z","time spent":"468.654628ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:59.428638Z","caller":"traceutil/trace.go:171","msg":"trace[566579819] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"403.727363ms","start":"2026-05-28T02:10:59.024904Z","end":"2026-05-28T02:10:59.428631Z","steps":["trace[566579819] 'process raft request' (duration: 403.444214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:59.428681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:59.024878Z","time spent":"403.780375ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:59.428816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.276287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-28T02:10:59.428815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.790682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:59.428842Z","caller":"traceutil/trace.go:171","msg":"trace[30761780] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2113; }","duration":"452.302898ms","start":"2026-05-28T02:10:58.976532Z","end":"2026-05-28T02:10:59.428835Z","steps":["trace[30761780] 'agreement among raft nodes before linearized reading' (duration: 452.213395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:59.428863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:58.976463Z","time spent":"452.394691ms","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-28T02:10:59.428868Z","caller":"traceutil/trace.go:171","msg":"trace[863974061] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2113; }","duration":"440.873355ms","start":"2026-05-28T02:10:58.98798Z","end":"2026-05-28T02:10:59.428853Z","steps":["trace[863974061] 'agreement among raft nodes before linearized reading' (duration: 440.787942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:59.428913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:58.987967Z","time spent":"440.932116ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:10:59.42922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.762308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T02:10:59.429275Z","caller":"traceutil/trace.go:171","msg":"trace[1286720830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2113; }","duration":"229.851591ms","start":"2026-05-28T02:10:59.199413Z","end":"2026-05-28T02:10:59.429264Z","steps":["trace[1286720830] 'agreement among raft nodes before linearized reading' (duration: 229.709346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:59.429527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.786075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-28T02:10:59.429505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.499427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:10:59.429583Z","caller":"traceutil/trace.go:171","msg":"trace[254074833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2113; }","duration":"227.885438ms","start":"2026-05-28T02:10:59.201684Z","end":"2026-05-28T02:10:59.429569Z","steps":["trace[254074833] 'agreement among raft nodes before linearized reading' (duration: 227.688212ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:59.429595Z","caller":"traceutil/trace.go:171","msg":"trace[56079571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2113; }","duration":"227.643561ms","start":"2026-05-28T02:10:59.201934Z","end":"2026-05-28T02:10:59.429578Z","steps":["trace[56079571] 'agreement among raft nodes before linearized reading' (duration: 227.435814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:59.429898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.654485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T02:10:59.429938Z","caller":"traceutil/trace.go:171","msg":"trace[153747456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2113; }","duration":"229.728927ms","start":"2026-05-28T02:10:59.200198Z","end":"2026-05-28T02:10:59.429927Z","steps":["trace[153747456] 'agreement among raft nodes before linearized reading' (duration: 229.589122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:59.430164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.035629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:10:59.430403Z","caller":"traceutil/trace.go:171","msg":"trace[1436883240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2113; }","duration":"430.302448ms","start":"2026-05-28T02:10:58.999997Z","end":"2026-05-28T02:10:59.4303Z","steps":["trace[1436883240] 'agreement among raft nodes before linearized reading' (duration: 429.382388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:59.430677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:58.999982Z","time spent":"430.67333ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:10:59.940202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492386725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:11:00.441338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492386725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:11:00.80624Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.371400517s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:11:01.055141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.308799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:01.055414Z","caller":"traceutil/trace.go:171","msg":"trace[1308154948] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"1.620675297s","start":"2026-05-28T02:10:59.434678Z","end":"2026-05-28T02:11:01.055353Z","steps":["trace[1308154948] 'process raft request' (duration: 1.372068709s)","trace[1308154948] 'compare' (duration: 248.060821ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:01.055615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616176174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-28T02:11:01.055605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:59.434648Z","time spent":"1.620870073s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:01.055658Z","caller":"traceutil/trace.go:171","msg":"trace[817614388] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2119; }","duration":"1.616249586s","start":"2026-05-28T02:10:59.439396Z","end":"2026-05-28T02:11:01.055645Z","steps":["trace[817614388] 'agreement among raft nodes before linearized reading' (duration: 1.616097841s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:01.055695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:59.439377Z","time spent":"1.616309729s","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-28T02:11:01.055646Z","caller":"traceutil/trace.go:171","msg":"trace[1413769827] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"1.62076336s","start":"2026-05-28T02:10:59.434838Z","end":"2026-05-28T02:11:01.055601Z","steps":["trace[1413769827] 'process raft request' (duration: 1.620474331s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:01.055464Z","caller":"traceutil/trace.go:171","msg":"trace[207461974] linearizableReadLoop","detail":"{readStateIndex:2203; appliedIndex:2198; }","duration":"1.616006759s","start":"2026-05-28T02:10:59.439436Z","end":"2026-05-28T02:11:01.055442Z","steps":["trace[207461974] 'read index received' (duration: 1.367266756s)","trace[207461974] 'applied index is now lower than readState.Index' (duration: 248.738963ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:01.055849Z","caller":"traceutil/trace.go:171","msg":"trace[132154888] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"1.620997128s","start":"2026-05-28T02:10:59.434844Z","end":"2026-05-28T02:11:01.055841Z","steps":["trace[132154888] 'process raft request' (duration: 1.620533473s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:01.055821Z","caller":"traceutil/trace.go:171","msg":"trace[1633858183] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"1.620938816s","start":"2026-05-28T02:10:59.434872Z","end":"2026-05-28T02:11:01.055811Z","steps":["trace[1633858183] 'process raft request' (duration: 1.620473691s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:01.055874Z","caller":"traceutil/trace.go:171","msg":"trace[1202210507] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"1.621018738s","start":"2026-05-28T02:10:59.434834Z","end":"2026-05-28T02:11:01.055852Z","steps":["trace[1202210507] 'process raft request' (duration: 1.620416089s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:01.055908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:59.434815Z","time spent":"1.62105837s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:01.05592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:59.434811Z","time spent":"1.621011838s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:01.055985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.952421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:01.055962Z","caller":"traceutil/trace.go:171","msg":"trace[19945613] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"268.056917ms","start":"2026-05-28T02:11:00.787869Z","end":"2026-05-28T02:11:01.055925Z","steps":["trace[19945613] 'process raft request' (duration: 267.538931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:01.055982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:59.434807Z","time spent":"1.621120181s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:01.056022Z","caller":"traceutil/trace.go:171","msg":"trace[1666647010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2119; }","duration":"520.021373ms","start":"2026-05-28T02:11:00.535991Z","end":"2026-05-28T02:11:01.056012Z","steps":["trace[1666647010] 'agreement among raft nodes before linearized reading' (duration: 519.971021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:01.056013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:59.434858Z","time spent":"1.6210673s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:01.056047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:00.535971Z","time spent":"520.071435ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:11:01.056081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.696124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-05-28T02:11:01.056118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.959772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:11:01.056149Z","caller":"traceutil/trace.go:171","msg":"trace[1414494987] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:2119; }","duration":"972.797517ms","start":"2026-05-28T02:11:00.083334Z","end":"2026-05-28T02:11:01.056132Z","steps":["trace[1414494987] 'agreement among raft nodes before linearized reading' (duration: 972.5915ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:01.056161Z","caller":"traceutil/trace.go:171","msg":"trace[2131788294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2119; }","duration":"620.022004ms","start":"2026-05-28T02:11:00.436122Z","end":"2026-05-28T02:11:01.056144Z","steps":["trace[2131788294] 'agreement among raft nodes before linearized reading' (duration: 619.872969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:01.056193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:00.436109Z","time spent":"620.078846ms","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T02:11:01.056205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:00.083315Z","time spent":"972.87259ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-05-28T02:11:01.538975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.126792ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-28T02:11:01.539244Z","caller":"traceutil/trace.go:171","msg":"trace[132576858] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"103.671618ms","start":"2026-05-28T02:11:01.435555Z","end":"2026-05-28T02:11:01.539226Z","steps":["trace[132576858] 'process raft request' (duration: 103.566855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:01.539341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:01.057372Z","time spent":"481.961943ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T02:11:01.615346Z","caller":"traceutil/trace.go:171","msg":"trace[1196871913] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"178.981463ms","start":"2026-05-28T02:11:01.436347Z","end":"2026-05-28T02:11:01.615328Z","steps":["trace[1196871913] 'process raft request' (duration: 178.952222ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:01.615578Z","caller":"traceutil/trace.go:171","msg":"trace[1739927297] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"179.110028ms","start":"2026-05-28T02:11:01.43627Z","end":"2026-05-28T02:11:01.61538Z","steps":["trace[1739927297] 'process raft request' (duration: 178.955483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:04.105376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.870302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:04.105522Z","caller":"traceutil/trace.go:171","msg":"trace[1558159056] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"485.402731ms","start":"2026-05-28T02:11:03.620094Z","end":"2026-05-28T02:11:04.105497Z","steps":["trace[1558159056] 'process raft request' (duration: 327.308562ms)","trace[1558159056] 'compare' (duration: 157.760089ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:04.105628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:03.620066Z","time spent":"485.516015ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:04.19536Z","caller":"traceutil/trace.go:171","msg":"trace[1586373999] linearizableReadLoop","detail":"{readStateIndex:2220; appliedIndex:2218; }","duration":"497.541687ms","start":"2026-05-28T02:11:03.697792Z","end":"2026-05-28T02:11:04.195334Z","steps":["trace[1586373999] 'read index received' (duration: 249.745174ms)","trace[1586373999] 'applied index is now lower than readState.Index' (duration: 247.795413ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:04.195529Z","caller":"traceutil/trace.go:171","msg":"trace[669188232] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"574.362101ms","start":"2026-05-28T02:11:03.621104Z","end":"2026-05-28T02:11:04.195466Z","steps":["trace[669188232] 'process raft request' (duration: 574.023691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:04.19565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:03.621076Z","time spent":"574.508036ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:04.195749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.912389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:11:04.195974Z","caller":"traceutil/trace.go:171","msg":"trace[945673045] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2134; }","duration":"498.185988ms","start":"2026-05-28T02:11:03.697739Z","end":"2026-05-28T02:11:04.195925Z","steps":["trace[945673045] 'agreement among raft nodes before linearized reading' (duration: 497.817206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:04.196104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:03.697719Z","time spent":"498.344883ms","remote":"127.0.0.1:48132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:11:04.314802Z","caller":"traceutil/trace.go:171","msg":"trace[2017742933] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"351.627126ms","start":"2026-05-28T02:11:03.963142Z","end":"2026-05-28T02:11:04.314769Z","steps":["trace[2017742933] 'process raft request' (duration: 301.496171ms)","trace[2017742933] 'compare' (duration: 49.924478ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:04.315014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:03.963114Z","time spent":"351.782371ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:04.315079Z","caller":"traceutil/trace.go:171","msg":"trace[452469230] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"338.942123ms","start":"2026-05-28T02:11:03.976105Z","end":"2026-05-28T02:11:04.315047Z","steps":["trace[452469230] 'process raft request' (duration: 338.605732ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:04.315139Z","caller":"traceutil/trace.go:171","msg":"trace[2104348920] linearizableReadLoop","detail":"{readStateIndex:2222; appliedIndex:2220; }","duration":"119.630666ms","start":"2026-05-28T02:11:04.195478Z","end":"2026-05-28T02:11:04.315108Z","steps":["trace[2104348920] 'read index received' (duration: 69.041926ms)","trace[2104348920] 'applied index is now lower than readState.Index' (duration: 50.585559ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:04.315227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:03.976073Z","time spent":"339.116038ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:04.315284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.776752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:11:04.315282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.994073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-28T02:11:04.315273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.597599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-28T02:11:04.315345Z","caller":"traceutil/trace.go:171","msg":"trace[1317376867] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2136; }","duration":"490.892756ms","start":"2026-05-28T02:11:03.824418Z","end":"2026-05-28T02:11:04.31531Z","steps":["trace[1317376867] 'agreement among raft nodes before linearized reading' (duration: 490.784382ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:04.315352Z","caller":"traceutil/trace.go:171","msg":"trace[684789693] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2136; }","duration":"239.111057ms","start":"2026-05-28T02:11:04.076228Z","end":"2026-05-28T02:11:04.315339Z","steps":["trace[684789693] 'agreement among raft nodes before linearized reading' (duration: 238.912341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:04.315385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:03.824398Z","time spent":"490.977169ms","remote":"127.0.0.1:48100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:11:04.315383Z","caller":"traceutil/trace.go:171","msg":"trace[2093596449] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2136; }","duration":"425.737534ms","start":"2026-05-28T02:11:03.889626Z","end":"2026-05-28T02:11:04.315363Z","steps":["trace[2093596449] 'agreement among raft nodes before linearized reading' (duration: 425.518267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:04.315434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:03.889605Z","time spent":"425.815796ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-28T02:11:05.462625Z","caller":"traceutil/trace.go:171","msg":"trace[1826077320] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"324.360308ms","start":"2026-05-28T02:11:05.138242Z","end":"2026-05-28T02:11:05.462602Z","steps":["trace[1826077320] 'process raft request' (duration: 324.219724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:05.46276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:05.138221Z","time spent":"324.472712ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:05.610774Z","caller":"traceutil/trace.go:171","msg":"trace[865370789] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"470.853819ms","start":"2026-05-28T02:11:05.139869Z","end":"2026-05-28T02:11:05.610723Z","steps":["trace[865370789] 'process raft request' (duration: 433.597474ms)","trace[865370789] 'compare' (duration: 36.937805ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:05.610841Z","caller":"traceutil/trace.go:171","msg":"trace[895705295] linearizableReadLoop","detail":"{readStateIndex:2229; appliedIndex:2225; }","duration":"442.503937ms","start":"2026-05-28T02:11:05.168299Z","end":"2026-05-28T02:11:05.610803Z","steps":["trace[895705295] 'read index received' (duration: 294.150017ms)","trace[895705295] 'applied index is now lower than readState.Index' (duration: 148.35294ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:05.610927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:05.139852Z","time spent":"470.995343ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:05.611132Z","caller":"traceutil/trace.go:171","msg":"trace[997695] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"471.143638ms","start":"2026-05-28T02:11:05.139956Z","end":"2026-05-28T02:11:05.6111Z","steps":["trace[997695] 'process raft request' (duration: 470.654873ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:05.611233Z","caller":"traceutil/trace.go:171","msg":"trace[942407695] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"470.052203ms","start":"2026-05-28T02:11:05.141048Z","end":"2026-05-28T02:11:05.6111Z","steps":["trace[942407695] 'process raft request' (duration: 469.64806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:05.611366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:05.139939Z","time spent":"471.355245ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:05.611541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:05.141038Z","time spent":"470.366184ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:05.662147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.806848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:11:05.662349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.075578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:11:05.662443Z","caller":"traceutil/trace.go:171","msg":"trace[423994260] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2144; }","duration":"340.210553ms","start":"2026-05-28T02:11:05.32221Z","end":"2026-05-28T02:11:05.66242Z","steps":["trace[423994260] 'agreement among raft nodes before linearized reading' (duration: 339.985155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:05.662502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:05.32219Z","time spent":"340.299496ms","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T02:11:05.662569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.218779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:05.662622Z","caller":"traceutil/trace.go:171","msg":"trace[1962455922] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2144; }","duration":"244.304002ms","start":"2026-05-28T02:11:05.418308Z","end":"2026-05-28T02:11:05.662612Z","steps":["trace[1962455922] 'agreement among raft nodes before linearized reading' (duration: 244.224519ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:05.662363Z","caller":"traceutil/trace.go:171","msg":"trace[1639672027] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2143; }","duration":"493.966594ms","start":"2026-05-28T02:11:05.168267Z","end":"2026-05-28T02:11:05.662234Z","steps":["trace[1639672027] 'agreement among raft nodes before linearized reading' (duration: 442.863528ms)","trace[1639672027] 'count revisions from in-memory index tree' (duration: 50.942031ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:05.662786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:05.168254Z","time spent":"494.510782ms","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:11:06.304252Z","caller":"traceutil/trace.go:171","msg":"trace[1089017173] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"103.508673ms","start":"2026-05-28T02:11:06.200718Z","end":"2026-05-28T02:11:06.304226Z","steps":["trace[1089017173] 'process raft request' (duration: 103.41949ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:06.304319Z","caller":"traceutil/trace.go:171","msg":"trace[610605323] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"111.133235ms","start":"2026-05-28T02:11:06.193131Z","end":"2026-05-28T02:11:06.304264Z","steps":["trace[610605323] 'process raft request' (duration: 57.697715ms)","trace[610605323] 'compare' (duration: 52.675056ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:06.649246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.664873ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:11:06.649377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.347245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:06.649441Z","caller":"traceutil/trace.go:171","msg":"trace[198185917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2148; }","duration":"113.47381ms","start":"2026-05-28T02:11:06.535952Z","end":"2026-05-28T02:11:06.649426Z","steps":["trace[198185917] 'range keys from in-memory index tree' (duration: 113.283554ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:06.649443Z","caller":"traceutil/trace.go:171","msg":"trace[2094948325] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2148; }","duration":"106.864779ms","start":"2026-05-28T02:11:06.542542Z","end":"2026-05-28T02:11:06.649407Z","steps":["trace[2094948325] 'range keys from in-memory index tree' (duration: 106.646062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:06.649687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.129713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:11:06.649808Z","caller":"traceutil/trace.go:171","msg":"trace[1660417864] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2148; }","duration":"220.324889ms","start":"2026-05-28T02:11:06.429457Z","end":"2026-05-28T02:11:06.649782Z","steps":["trace[1660417864] 'count revisions from in-memory index tree' (duration: 219.992208ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:07.27726Z","caller":"traceutil/trace.go:171","msg":"trace[1660300642] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"139.24368ms","start":"2026-05-28T02:11:07.137994Z","end":"2026-05-28T02:11:07.277238Z","steps":["trace[1660300642] 'process raft request' (duration: 139.124026ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:07.277262Z","caller":"traceutil/trace.go:171","msg":"trace[659084682] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2235; }","duration":"137.598577ms","start":"2026-05-28T02:11:07.139635Z","end":"2026-05-28T02:11:07.277233Z","steps":["trace[659084682] 'read index received' (duration: 137.583346ms)","trace[659084682] 'applied index is now lower than readState.Index' (duration: 12.551µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:07.277477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.815705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-28T02:11:07.277543Z","caller":"traceutil/trace.go:171","msg":"trace[1014378591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2149; }","duration":"137.929158ms","start":"2026-05-28T02:11:07.139592Z","end":"2026-05-28T02:11:07.277521Z","steps":["trace[1014378591] 'agreement among raft nodes before linearized reading' (duration: 137.723492ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:07.822277Z","caller":"traceutil/trace.go:171","msg":"trace[1308937115] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"679.736004ms","start":"2026-05-28T02:11:07.142516Z","end":"2026-05-28T02:11:07.822252Z","steps":["trace[1308937115] 'process raft request' (duration: 679.59536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:07.822425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:07.142491Z","time spent":"679.857028ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:07.823032Z","caller":"traceutil/trace.go:171","msg":"trace[418549915] linearizableReadLoop","detail":"{readStateIndex:2238; appliedIndex:2236; }","duration":"356.025357ms","start":"2026-05-28T02:11:07.466988Z","end":"2026-05-28T02:11:07.823013Z","steps":["trace[418549915] 'read index received' (duration: 355.086907ms)","trace[418549915] 'applied index is now lower than readState.Index' (duration: 937.49µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:07.823115Z","caller":"traceutil/trace.go:171","msg":"trace[1242956499] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"540.523426ms","start":"2026-05-28T02:11:07.282559Z","end":"2026-05-28T02:11:07.823083Z","steps":["trace[1242956499] 'process raft request' (duration: 540.322209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:07.823259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.350866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T02:11:07.823248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.265444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T02:11:07.823292Z","caller":"traceutil/trace.go:171","msg":"trace[230805040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2152; }","duration":"207.408718ms","start":"2026-05-28T02:11:07.615873Z","end":"2026-05-28T02:11:07.823282Z","steps":["trace[230805040] 'agreement among raft nodes before linearized reading' (duration: 207.310875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:07.82327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.317716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T02:11:07.823302Z","caller":"traceutil/trace.go:171","msg":"trace[309950526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2152; }","duration":"356.370227ms","start":"2026-05-28T02:11:07.466919Z","end":"2026-05-28T02:11:07.82329Z","steps":["trace[309950526] 'agreement among raft nodes before linearized reading' (duration: 356.194492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:07.823292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:07.282531Z","time spent":"540.670161ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:07.823344Z","caller":"traceutil/trace.go:171","msg":"trace[25470615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2152; }","duration":"207.44387ms","start":"2026-05-28T02:11:07.615886Z","end":"2026-05-28T02:11:07.82333Z","steps":["trace[25470615] 'agreement among raft nodes before linearized reading' (duration: 207.244303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:07.82334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.637156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-28T02:11:07.823353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:07.466887Z","time spent":"356.45597ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:11:07.823386Z","caller":"traceutil/trace.go:171","msg":"trace[422901976] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2152; }","duration":"146.716198ms","start":"2026-05-28T02:11:07.676656Z","end":"2026-05-28T02:11:07.823372Z","steps":["trace[422901976] 'agreement among raft nodes before linearized reading' (duration: 146.578654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:07.823169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.923748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:11:07.823422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.520842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T02:11:07.823459Z","caller":"traceutil/trace.go:171","msg":"trace[412931350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2152; }","duration":"207.607255ms","start":"2026-05-28T02:11:07.615843Z","end":"2026-05-28T02:11:07.823451Z","steps":["trace[412931350] 'agreement among raft nodes before linearized reading' (duration: 207.491931ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:07.823461Z","caller":"traceutil/trace.go:171","msg":"trace[1206062135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2152; }","duration":"287.277289ms","start":"2026-05-28T02:11:07.53617Z","end":"2026-05-28T02:11:07.823448Z","steps":["trace[1206062135] 'agreement among raft nodes before linearized reading' (duration: 286.939739ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:07.823813Z","caller":"traceutil/trace.go:171","msg":"trace[1908723618] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"154.859876ms","start":"2026-05-28T02:11:07.668233Z","end":"2026-05-28T02:11:07.823093Z","steps":["trace[1908723618] 'process raft request' (duration: 154.753163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:08.554758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.003568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:11:08.554866Z","caller":"traceutil/trace.go:171","msg":"trace[652334783] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2157; }","duration":"308.187374ms","start":"2026-05-28T02:11:08.246662Z","end":"2026-05-28T02:11:08.554849Z","steps":["trace[652334783] 'count revisions from in-memory index tree' (duration: 307.878224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:08.554923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:08.246642Z","time spent":"308.269547ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:11:08.555394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.964489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:08.555539Z","caller":"traceutil/trace.go:171","msg":"trace[2095354612] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"246.519802ms","start":"2026-05-28T02:11:08.309Z","end":"2026-05-28T02:11:08.55552Z","steps":["trace[2095354612] 'process raft request' (duration: 114.350368ms)","trace[2095354612] 'compare' (duration: 131.559155ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:10.036601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492386820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:11:10.537296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492386820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:11:10.742797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912613804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:11:10.742879Z","caller":"traceutil/trace.go:171","msg":"trace[1763034716] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2158; }","duration":"1.912729987s","start":"2026-05-28T02:11:08.830128Z","end":"2026-05-28T02:11:10.742858Z","steps":["trace[1763034716] 'range keys from in-memory index tree' (duration: 1.912417967s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:10.74292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:08.830112Z","time spent":"1.912799049s","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T02:11:10.818535Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.536040044s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:11:10.818898Z","caller":"traceutil/trace.go:171","msg":"trace[1895854243] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"1.536476038s","start":"2026-05-28T02:11:09.282398Z","end":"2026-05-28T02:11:10.818874Z","steps":["trace[1895854243] 'process raft request' (duration: 1.536332033s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:10.819043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:09.282374Z","time spent":"1.536594552s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:11.147798Z","caller":"traceutil/trace.go:171","msg":"trace[1606555878] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"1.318939917s","start":"2026-05-28T02:11:09.828817Z","end":"2026-05-28T02:11:11.147757Z","steps":["trace[1606555878] 'process raft request' (duration: 1.296434741s)","trace[1606555878] 'compare' (duration: 22.115454ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:11.147988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:09.828796Z","time spent":"1.319099443s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:11.148196Z","caller":"traceutil/trace.go:171","msg":"trace[1217763252] linearizableReadLoop","detail":"{readStateIndex:2248; appliedIndex:2245; }","duration":"1.611822344s","start":"2026-05-28T02:11:09.536342Z","end":"2026-05-28T02:11:11.148164Z","steps":["trace[1217763252] 'read index received' (duration: 1.282394584s)","trace[1217763252] 'applied index is now lower than readState.Index' (duration: 329.42637ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:11.148276Z","caller":"traceutil/trace.go:171","msg":"trace[296773611] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"1.024318416s","start":"2026-05-28T02:11:10.12394Z","end":"2026-05-28T02:11:11.148259Z","steps":["trace[296773611] 'process raft request' (duration: 1.023702967s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:11.148259Z","caller":"traceutil/trace.go:171","msg":"trace[1108239166] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"586.575591ms","start":"2026-05-28T02:11:10.56164Z","end":"2026-05-28T02:11:11.148215Z","steps":["trace[1108239166] 'process raft request' (duration: 586.406115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:11.148392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:10.123921Z","time spent":"1.024392179s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:11.148531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:10.561616Z","time spent":"586.752346ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:11.148573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612193087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:11:11.148634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321781658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-28T02:11:11.148683Z","caller":"traceutil/trace.go:171","msg":"trace[1063563504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2162; }","duration":"1.612322521s","start":"2026-05-28T02:11:09.536335Z","end":"2026-05-28T02:11:11.148658Z","steps":["trace[1063563504] 'agreement among raft nodes before linearized reading' (duration: 1.612076193s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:11.148695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283409087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:11:11.148699Z","caller":"traceutil/trace.go:171","msg":"trace[1928031144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2162; }","duration":"1.321903222s","start":"2026-05-28T02:11:09.82678Z","end":"2026-05-28T02:11:11.148683Z","steps":["trace[1928031144] 'agreement among raft nodes before linearized reading' (duration: 1.321679565s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:11.148726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288020934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:11:11.148741Z","caller":"traceutil/trace.go:171","msg":"trace[1058230424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2162; }","duration":"1.283469499s","start":"2026-05-28T02:11:09.86526Z","end":"2026-05-28T02:11:11.14873Z","steps":["trace[1058230424] 'agreement among raft nodes before linearized reading' (duration: 1.283374076s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:11.148743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:09.53628Z","time spent":"1.612452234s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:11:11.14877Z","caller":"traceutil/trace.go:171","msg":"trace[1970818387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2162; }","duration":"1.288090866s","start":"2026-05-28T02:11:09.860671Z","end":"2026-05-28T02:11:11.148762Z","steps":["trace[1970818387] 'agreement among raft nodes before linearized reading' (duration: 1.287994573s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:11.14878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:09.865238Z","time spent":"1.283532982s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:11:11.148773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:09.826757Z","time spent":"1.321989805s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:11:11.148804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:09.860658Z","time spent":"1.288138797s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:11:11.148608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283580333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T02:11:11.148682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283271853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:11:11.148944Z","caller":"traceutil/trace.go:171","msg":"trace[1022043934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2162; }","duration":"1.283575382s","start":"2026-05-28T02:11:09.865352Z","end":"2026-05-28T02:11:11.148927Z","steps":["trace[1022043934] 'agreement among raft nodes before linearized reading' (duration: 1.283121198s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:11.148999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:09.86534Z","time spent":"1.283647024s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:11:11.149012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064892917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-05-28T02:11:11.148894Z","caller":"traceutil/trace.go:171","msg":"trace[747662454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2162; }","duration":"1.283869322s","start":"2026-05-28T02:11:09.865015Z","end":"2026-05-28T02:11:11.148884Z","steps":["trace[747662454] 'agreement among raft nodes before linearized reading' (duration: 1.28348535s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:11.149068Z","caller":"traceutil/trace.go:171","msg":"trace[666601479] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:2162; }","duration":"1.064983349s","start":"2026-05-28T02:11:10.08407Z","end":"2026-05-28T02:11:11.149053Z","steps":["trace[666601479] 'agreement among raft nodes before linearized reading' (duration: 1.064825414s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:11.149095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:09.864964Z","time spent":"1.284120099s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:11:11.149109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:10.084049Z","time spent":"1.065053182s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-05-28T02:11:13.339221Z","caller":"traceutil/trace.go:171","msg":"trace[1420828] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2259; }","duration":"180.09707ms","start":"2026-05-28T02:11:13.159098Z","end":"2026-05-28T02:11:13.339195Z","steps":["trace[1420828] 'read index received' (duration: 27.040591ms)","trace[1420828] 'applied index is now lower than readState.Index' (duration: 153.055599ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:13.339256Z","caller":"traceutil/trace.go:171","msg":"trace[199249169] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"182.891288ms","start":"2026-05-28T02:11:13.156319Z","end":"2026-05-28T02:11:13.339211Z","steps":["trace[199249169] 'process raft request' (duration: 182.227837ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:13.339301Z","caller":"traceutil/trace.go:171","msg":"trace[933624999] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"181.954848ms","start":"2026-05-28T02:11:13.15731Z","end":"2026-05-28T02:11:13.339265Z","steps":["trace[933624999] 'process raft request' (duration: 181.833344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:13.339517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.396259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:11:13.339554Z","caller":"traceutil/trace.go:171","msg":"trace[1122897555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2174; }","duration":"180.495792ms","start":"2026-05-28T02:11:13.159047Z","end":"2026-05-28T02:11:13.339543Z","steps":["trace[1122897555] 'agreement among raft nodes before linearized reading' (duration: 180.296315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:13.339601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.099646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:11:13.339621Z","caller":"traceutil/trace.go:171","msg":"trace[103370404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2174; }","duration":"178.155287ms","start":"2026-05-28T02:11:13.161459Z","end":"2026-05-28T02:11:13.339615Z","steps":["trace[103370404] 'agreement among raft nodes before linearized reading' (duration: 178.112396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:13.339559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.637313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:11:13.339701Z","caller":"traceutil/trace.go:171","msg":"trace[669424618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2174; }","duration":"178.822319ms","start":"2026-05-28T02:11:13.160869Z","end":"2026-05-28T02:11:13.339692Z","steps":["trace[669424618] 'agreement among raft nodes before linearized reading' (duration: 178.594871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:13.339726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.810196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:11:13.339761Z","caller":"traceutil/trace.go:171","msg":"trace[745649278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2174; }","duration":"177.887299ms","start":"2026-05-28T02:11:13.161863Z","end":"2026-05-28T02:11:13.33975Z","steps":["trace[745649278] 'agreement among raft nodes before linearized reading' (duration: 177.700933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:13.339804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.77921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:11:13.339833Z","caller":"traceutil/trace.go:171","msg":"trace[1215960128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2174; }","duration":"174.833552ms","start":"2026-05-28T02:11:13.164991Z","end":"2026-05-28T02:11:13.339825Z","steps":["trace[1215960128] 'agreement among raft nodes before linearized reading' (duration: 174.757399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:16.886918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.062265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:11:16.887011Z","caller":"traceutil/trace.go:171","msg":"trace[1250725084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2191; }","duration":"101.20416ms","start":"2026-05-28T02:11:16.785784Z","end":"2026-05-28T02:11:16.886988Z","steps":["trace[1250725084] 'range keys from in-memory index tree' (duration: 100.864189ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:17.530747Z","caller":"traceutil/trace.go:171","msg":"trace[27233564] linearizableReadLoop","detail":"{readStateIndex:2284; appliedIndex:2282; }","duration":"136.163502ms","start":"2026-05-28T02:11:17.394561Z","end":"2026-05-28T02:11:17.530724Z","steps":["trace[27233564] 'read index received' (duration: 19.47981ms)","trace[27233564] 'applied index is now lower than readState.Index' (duration: 116.682612ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:17.530948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.378719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:11:17.530926Z","caller":"traceutil/trace.go:171","msg":"trace[1797099058] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"147.041848ms","start":"2026-05-28T02:11:17.383824Z","end":"2026-05-28T02:11:17.530866Z","steps":["trace[1797099058] 'process raft request' (duration: 122.515678ms)","trace[1797099058] 'compare' (duration: 24.270562ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:17.531045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.222694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:11:17.531071Z","caller":"traceutil/trace.go:171","msg":"trace[1026139918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2195; }","duration":"103.283646ms","start":"2026-05-28T02:11:17.427781Z","end":"2026-05-28T02:11:17.531065Z","steps":["trace[1026139918] 'agreement among raft nodes before linearized reading' (duration: 103.223354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:17.531217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.372278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:11:17.531238Z","caller":"traceutil/trace.go:171","msg":"trace[1756075422] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2195; }","duration":"103.40423ms","start":"2026-05-28T02:11:17.427828Z","end":"2026-05-28T02:11:17.531233Z","steps":["trace[1756075422] 'agreement among raft nodes before linearized reading' (duration: 103.340528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:17.531229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.41225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:11:17.530978Z","caller":"traceutil/trace.go:171","msg":"trace[963313804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2195; }","duration":"136.465412ms","start":"2026-05-28T02:11:17.394505Z","end":"2026-05-28T02:11:17.53097Z","steps":["trace[963313804] 'agreement among raft nodes before linearized reading' (duration: 136.337318ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:17.531289Z","caller":"traceutil/trace.go:171","msg":"trace[826293629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2195; }","duration":"103.561264ms","start":"2026-05-28T02:11:17.427713Z","end":"2026-05-28T02:11:17.531274Z","steps":["trace[826293629] 'agreement among raft nodes before linearized reading' (duration: 103.281285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:17.531383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.573245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:11:17.531405Z","caller":"traceutil/trace.go:171","msg":"trace[967741088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2195; }","duration":"103.606086ms","start":"2026-05-28T02:11:17.427794Z","end":"2026-05-28T02:11:17.5314Z","steps":["trace[967741088] 'agreement among raft nodes before linearized reading' (duration: 103.540364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:19.653123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.141088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:19.653407Z","caller":"traceutil/trace.go:171","msg":"trace[1446322684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2206; }","duration":"118.431437ms","start":"2026-05-28T02:11:19.534952Z","end":"2026-05-28T02:11:19.653383Z","steps":["trace[1446322684] 'range keys from in-memory index tree' (duration: 118.062175ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:19.653744Z","caller":"traceutil/trace.go:171","msg":"trace[1721261499] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"114.712729ms","start":"2026-05-28T02:11:19.539002Z","end":"2026-05-28T02:11:19.653715Z","steps":["trace[1721261499] 'process raft request' (duration: 113.897643ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:21.573314Z","caller":"traceutil/trace.go:171","msg":"trace[1420802645] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"103.689128ms","start":"2026-05-28T02:11:21.469565Z","end":"2026-05-28T02:11:21.573254Z","steps":["trace[1420802645] 'process raft request' (duration: 103.477072ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:21.889123Z","caller":"traceutil/trace.go:171","msg":"trace[1582287550] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"124.302374ms","start":"2026-05-28T02:11:21.764791Z","end":"2026-05-28T02:11:21.889093Z","steps":["trace[1582287550] 'process raft request' (duration: 124.195151ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:21.889192Z","caller":"traceutil/trace.go:171","msg":"trace[517083165] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"124.382167ms","start":"2026-05-28T02:11:21.764773Z","end":"2026-05-28T02:11:21.889155Z","steps":["trace[517083165] 'process raft request' (duration: 99.702002ms)","trace[517083165] 'compare' (duration: 24.369265ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:21.889296Z","caller":"traceutil/trace.go:171","msg":"trace[1859584576] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"124.351636ms","start":"2026-05-28T02:11:21.76492Z","end":"2026-05-28T02:11:21.889272Z","steps":["trace[1859584576] 'process raft request' (duration: 124.124929ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:21.889428Z","caller":"traceutil/trace.go:171","msg":"trace[130005203] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"124.348056ms","start":"2026-05-28T02:11:21.765057Z","end":"2026-05-28T02:11:21.889405Z","steps":["trace[130005203] 'process raft request' (duration: 124.14173ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:25.758914Z","caller":"traceutil/trace.go:171","msg":"trace[1808771257] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"100.546808ms","start":"2026-05-28T02:11:25.65833Z","end":"2026-05-28T02:11:25.758876Z","steps":["trace[1808771257] 'process raft request' (duration: 100.260779ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:26.004125Z","caller":"traceutil/trace.go:171","msg":"trace[509109189] linearizableReadLoop","detail":"{readStateIndex:2332; appliedIndex:2331; }","duration":"160.00234ms","start":"2026-05-28T02:11:25.844093Z","end":"2026-05-28T02:11:26.004095Z","steps":["trace[509109189] 'read index received' (duration: 152.031517ms)","trace[509109189] 'applied index is now lower than readState.Index' (duration: 7.969143ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:26.004342Z","caller":"traceutil/trace.go:171","msg":"trace[1512808578] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"287.491275ms","start":"2026-05-28T02:11:25.716818Z","end":"2026-05-28T02:11:26.00431Z","steps":["trace[1512808578] 'process raft request' (duration: 279.387277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:26.00464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.538928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:11:26.004739Z","caller":"traceutil/trace.go:171","msg":"trace[2089351303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2242; }","duration":"160.697302ms","start":"2026-05-28T02:11:25.844027Z","end":"2026-05-28T02:11:26.004724Z","steps":["trace[2089351303] 'agreement among raft nodes before linearized reading' (duration: 160.455105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:26.755098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.757631ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T02:11:26.755241Z","caller":"traceutil/trace.go:171","msg":"trace[1689209790] linearizableReadLoop","detail":"{readStateIndex:2339; appliedIndex:2338; }","duration":"164.426911ms","start":"2026-05-28T02:11:26.590791Z","end":"2026-05-28T02:11:26.755218Z","steps":["trace[1689209790] 'read index received' (duration: 16.579808ms)","trace[1689209790] 'applied index is now lower than readState.Index' (duration: 147.840873ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:26.755379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.564756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:11:26.755446Z","caller":"traceutil/trace.go:171","msg":"trace[1435356229] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2248; }","duration":"164.697759ms","start":"2026-05-28T02:11:26.590731Z","end":"2026-05-28T02:11:26.755429Z","steps":["trace[1435356229] 'agreement among raft nodes before linearized reading' (duration: 164.544164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:32.282843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.502594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:32.283051Z","caller":"traceutil/trace.go:171","msg":"trace[853600307] linearizableReadLoop","detail":"{readStateIndex:2375; appliedIndex:2374; }","duration":"195.441348ms","start":"2026-05-28T02:11:32.087592Z","end":"2026-05-28T02:11:32.283033Z","steps":["trace[853600307] 'read index received' (duration: 9.162992ms)","trace[853600307] 'applied index is now lower than readState.Index' (duration: 186.277096ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:32.283143Z","caller":"traceutil/trace.go:171","msg":"trace[2078134421] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"198.105392ms","start":"2026-05-28T02:11:32.085001Z","end":"2026-05-28T02:11:32.283106Z","steps":["trace[2078134421] 'process raft request' (duration: 38.251987ms)","trace[2078134421] 'compare' (duration: 159.37768ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:32.283318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.695766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-28T02:11:32.283349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.190746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:11:32.283408Z","caller":"traceutil/trace.go:171","msg":"trace[1806669780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2283; }","duration":"195.812449ms","start":"2026-05-28T02:11:32.087576Z","end":"2026-05-28T02:11:32.283389Z","steps":["trace[1806669780] 'agreement among raft nodes before linearized reading' (duration: 195.553691ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:32.283419Z","caller":"traceutil/trace.go:171","msg":"trace[711320640] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2283; }","duration":"193.274958ms","start":"2026-05-28T02:11:32.090125Z","end":"2026-05-28T02:11:32.2834Z","steps":["trace[711320640] 'agreement among raft nodes before linearized reading' (duration: 193.061681ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:36.299693Z","caller":"traceutil/trace.go:171","msg":"trace[955433151] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"163.200792ms","start":"2026-05-28T02:11:36.136463Z","end":"2026-05-28T02:11:36.299664Z","steps":["trace[955433151] 'process raft request' (duration: 163.059447ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:36.299713Z","caller":"traceutil/trace.go:171","msg":"trace[1180018242] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"163.199172ms","start":"2026-05-28T02:11:36.136463Z","end":"2026-05-28T02:11:36.299662Z","steps":["trace[1180018242] 'process raft request' (duration: 96.020885ms)","trace[1180018242] 'compare' (duration: 66.902698ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:36.299884Z","caller":"traceutil/trace.go:171","msg":"trace[2076679133] linearizableReadLoop","detail":"{readStateIndex:2397; appliedIndex:2394; }","duration":"125.948506ms","start":"2026-05-28T02:11:36.173885Z","end":"2026-05-28T02:11:36.299834Z","steps":["trace[2076679133] 'read index received' (duration: 58.612274ms)","trace[2076679133] 'applied index is now lower than readState.Index' (duration: 67.331872ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:36.299936Z","caller":"traceutil/trace.go:171","msg":"trace[2009401707] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"163.058477ms","start":"2026-05-28T02:11:36.136829Z","end":"2026-05-28T02:11:36.299887Z","steps":["trace[2009401707] 'process raft request' (duration: 162.764298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:36.300278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.36948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b398c8dbd1dd5f\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-28T02:11:36.300361Z","caller":"traceutil/trace.go:171","msg":"trace[987637262] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b398c8dbd1dd5f; range_end:; response_count:1; response_revision:2304; }","duration":"126.462863ms","start":"2026-05-28T02:11:36.173869Z","end":"2026-05-28T02:11:36.300332Z","steps":["trace[987637262] 'agreement among raft nodes before linearized reading' (duration: 126.190185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:38.444091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.494506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T02:11:38.444157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.92849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T02:11:38.444214Z","caller":"traceutil/trace.go:171","msg":"trace[1323572786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2311; }","duration":"127.695072ms","start":"2026-05-28T02:11:38.316491Z","end":"2026-05-28T02:11:38.444186Z","steps":["trace[1323572786] 'range keys from in-memory index tree' (duration: 127.226517ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:38.44426Z","caller":"traceutil/trace.go:171","msg":"trace[1044544090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2311; }","duration":"139.098705ms","start":"2026-05-28T02:11:38.305137Z","end":"2026-05-28T02:11:38.444236Z","steps":["trace[1044544090] 'range keys from in-memory index tree' (duration: 138.735164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:38.444251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.9172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-28T02:11:38.444308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.869698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:11:38.444386Z","caller":"traceutil/trace.go:171","msg":"trace[1837896474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2311; }","duration":"139.133817ms","start":"2026-05-28T02:11:38.305225Z","end":"2026-05-28T02:11:38.444359Z","steps":["trace[1837896474] 'range keys from in-memory index tree' (duration: 138.668142ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:38.444395Z","caller":"traceutil/trace.go:171","msg":"trace[1536746202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2311; }","duration":"139.005662ms","start":"2026-05-28T02:11:38.305367Z","end":"2026-05-28T02:11:38.444372Z","steps":["trace[1536746202] 'range keys from in-memory index tree' (duration: 138.692953ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:38.584968Z","caller":"traceutil/trace.go:171","msg":"trace[168366598] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"125.4221ms","start":"2026-05-28T02:11:38.459511Z","end":"2026-05-28T02:11:38.584933Z","steps":["trace[168366598] 'process raft request' (duration: 99.97546ms)","trace[168366598] 'compare' (duration: 25.230763ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:40.703065Z","caller":"traceutil/trace.go:171","msg":"trace[1409144938] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"111.243178ms","start":"2026-05-28T02:11:40.591783Z","end":"2026-05-28T02:11:40.703027Z","steps":["trace[1409144938] 'process raft request' (duration: 102.701566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:43.559382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.424427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:43.559509Z","caller":"traceutil/trace.go:171","msg":"trace[476197003] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"381.445783ms","start":"2026-05-28T02:11:43.178041Z","end":"2026-05-28T02:11:43.559487Z","steps":["trace[476197003] 'process raft request' (duration: 199.839641ms)","trace[476197003] 'compare' (duration: 181.259681ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:43.559648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:43.178013Z","time spent":"381.576087ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:44.217708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.280106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:44.21785Z","caller":"traceutil/trace.go:171","msg":"trace[131726214] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"269.867412ms","start":"2026-05-28T02:11:43.947956Z","end":"2026-05-28T02:11:44.217823Z","steps":["trace[131726214] 'process raft request' (duration: 57.38221ms)","trace[131726214] 'compare' (duration: 212.113911ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:44.950162Z","caller":"traceutil/trace.go:171","msg":"trace[1403843452] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"361.715006ms","start":"2026-05-28T02:11:44.588416Z","end":"2026-05-28T02:11:44.950131Z","steps":["trace[1403843452] 'process raft request' (duration: 361.556481ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:44.950282Z","caller":"traceutil/trace.go:171","msg":"trace[1194182311] linearizableReadLoop","detail":"{readStateIndex:2437; appliedIndex:2436; }","duration":"361.752097ms","start":"2026-05-28T02:11:44.588498Z","end":"2026-05-28T02:11:44.95025Z","steps":["trace[1194182311] 'read index received' (duration: 361.432197ms)","trace[1194182311] 'applied index is now lower than readState.Index' (duration: 316.81µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:44.950313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:44.588396Z","time spent":"361.838119ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:44.95084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.222022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:11:44.950923Z","caller":"traceutil/trace.go:171","msg":"trace[101069806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2343; }","duration":"362.431829ms","start":"2026-05-28T02:11:44.588474Z","end":"2026-05-28T02:11:44.950906Z","steps":["trace[101069806] 'agreement among raft nodes before linearized reading' (duration: 361.893702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:44.950998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:44.588463Z","time spent":"362.520271ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:11:45.682114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.052407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:45.682238Z","caller":"traceutil/trace.go:171","msg":"trace[195690391] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"1.089717227s","start":"2026-05-28T02:11:44.592493Z","end":"2026-05-28T02:11:45.682211Z","steps":["trace[195690391] 'process raft request' (duration: 607.501205ms)","trace[195690391] 'compare' (duration: 481.967104ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:45.682371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:44.592481Z","time spent":"1.089822181s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:45.682466Z","caller":"traceutil/trace.go:171","msg":"trace[756243724] linearizableReadLoop","detail":"{readStateIndex:2438; appliedIndex:2437; }","duration":"732.114362ms","start":"2026-05-28T02:11:44.950344Z","end":"2026-05-28T02:11:45.682459Z","steps":["trace[756243724] 'read index received' (duration: 249.684493ms)","trace[756243724] 'applied index is now lower than readState.Index' (duration: 482.428789ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:45.682514Z","caller":"traceutil/trace.go:171","msg":"trace[1335081917] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"708.516174ms","start":"2026-05-28T02:11:44.973972Z","end":"2026-05-28T02:11:45.682488Z","steps":["trace[1335081917] 'process raft request' (duration: 708.223935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:45.682599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:44.973955Z","time spent":"708.599406ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:46.295209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.819312ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-28T02:11:46.295536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545743536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T02:11:46.295574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705749951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:11:46.29561Z","caller":"traceutil/trace.go:171","msg":"trace[1273755236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2345; }","duration":"1.545858329s","start":"2026-05-28T02:11:44.749733Z","end":"2026-05-28T02:11:46.295591Z","steps":["trace[1273755236] 'agreement among raft nodes before linearized reading' (duration: 932.773669ms)","trace[1273755236] 'range keys from in-memory index tree' (duration: 612.900885ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:46.295618Z","caller":"traceutil/trace.go:171","msg":"trace[1322686481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2345; }","duration":"1.705814133s","start":"2026-05-28T02:11:44.589786Z","end":"2026-05-28T02:11:46.295601Z","steps":["trace[1322686481] 'agreement among raft nodes before linearized reading' (duration: 1.092732923s)","trace[1322686481] 'range keys from in-memory index tree' (duration: 612.967187ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:46.295644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:44.749716Z","time spent":"1.545921221s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:11:46.295655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:44.589776Z","time spent":"1.705870675s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:11:46.295787Z","caller":"traceutil/trace.go:171","msg":"trace[701192542] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"818.492189ms","start":"2026-05-28T02:11:45.477267Z","end":"2026-05-28T02:11:46.295759Z","steps":["trace[701192542] 'process raft request' (duration: 818.025835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:46.295949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:45.477228Z","time spent":"818.636764ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:46.526832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.02812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:46.526969Z","caller":"traceutil/trace.go:171","msg":"trace[425033888] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"751.654567ms","start":"2026-05-28T02:11:45.775302Z","end":"2026-05-28T02:11:46.526956Z","steps":["trace[425033888] 'process raft request' (duration: 751.616416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:46.527013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:45.775281Z","time spent":"751.711878ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:46.52712Z","caller":"traceutil/trace.go:171","msg":"trace[1782770949] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"961.589809ms","start":"2026-05-28T02:11:45.565522Z","end":"2026-05-28T02:11:46.527112Z","steps":["trace[1782770949] 'process raft request' (duration: 730.203228ms)","trace[1782770949] 'compare' (duration: 230.933237ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:46.527157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:45.565502Z","time spent":"961.636741ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:46.527217Z","caller":"traceutil/trace.go:171","msg":"trace[1052213127] linearizableReadLoop","detail":"{readStateIndex:2442; appliedIndex:2439; }","duration":"844.725799ms","start":"2026-05-28T02:11:45.682484Z","end":"2026-05-28T02:11:46.52721Z","steps":["trace[1052213127] 'read index received' (duration: 141.130666ms)","trace[1052213127] 'applied index is now lower than readState.Index' (duration: 703.594343ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:46.527328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.75709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:11:46.527349Z","caller":"traceutil/trace.go:171","msg":"trace[761075144] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2348; }","duration":"953.803411ms","start":"2026-05-28T02:11:45.573537Z","end":"2026-05-28T02:11:46.52734Z","steps":["trace[761075144] 'agreement among raft nodes before linearized reading' (duration: 953.713609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:46.527368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:45.573522Z","time spent":"953.840703ms","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T02:11:46.527359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.487826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:46.527429Z","caller":"traceutil/trace.go:171","msg":"trace[168234625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2348; }","duration":"990.642111ms","start":"2026-05-28T02:11:45.53677Z","end":"2026-05-28T02:11:46.527412Z","steps":["trace[168234625] 'agreement among raft nodes before linearized reading' (duration: 990.500156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:46.527466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:45.536742Z","time spent":"990.714803ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:11:46.569939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:46.10587Z","time spent":"464.063443ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T02:11:46.570006Z","caller":"traceutil/trace.go:171","msg":"trace[1253681295] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"347.251247ms","start":"2026-05-28T02:11:46.222726Z","end":"2026-05-28T02:11:46.569978Z","steps":["trace[1253681295] 'process raft request' (duration: 347.122823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:46.57016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:46.222711Z","time spent":"347.372521ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:46.888068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.07073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:46.888403Z","caller":"traceutil/trace.go:171","msg":"trace[947010377] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"317.643008ms","start":"2026-05-28T02:11:46.57074Z","end":"2026-05-28T02:11:46.888383Z","steps":["trace[947010377] 'process raft request' (duration: 317.591006ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:46.888385Z","caller":"traceutil/trace.go:171","msg":"trace[94868171] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"607.408342ms","start":"2026-05-28T02:11:46.280942Z","end":"2026-05-28T02:11:46.888351Z","steps":["trace[94868171] 'process raft request' (duration: 353.96938ms)","trace[94868171] 'compare' (duration: 252.944756ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:46.888474Z","caller":"traceutil/trace.go:171","msg":"trace[1849870351] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"587.17012ms","start":"2026-05-28T02:11:46.301244Z","end":"2026-05-28T02:11:46.888414Z","steps":["trace[1849870351] 'process raft request' (duration: 587.045716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:46.888521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:46.57072Z","time spent":"317.770712ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:11:46.888644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:46.301239Z","time spent":"587.291133ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:46.888659Z","caller":"traceutil/trace.go:171","msg":"trace[759042290] linearizableReadLoop","detail":"{readStateIndex:2448; appliedIndex:2444; }","duration":"361.401677ms","start":"2026-05-28T02:11:46.52723Z","end":"2026-05-28T02:11:46.888631Z","steps":["trace[759042290] 'read index received' (duration: 42.608162ms)","trace[759042290] 'applied index is now lower than readState.Index' (duration: 318.791505ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:46.888681Z","caller":"traceutil/trace.go:171","msg":"trace[1843015137] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"587.587733ms","start":"2026-05-28T02:11:46.30107Z","end":"2026-05-28T02:11:46.888657Z","steps":["trace[1843015137] 'process raft request' (duration: 587.136078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:46.88882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:46.301028Z","time spent":"587.701216ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:46.888832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.810148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"warn","ts":"2026-05-28T02:11:46.88886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.487298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:11:46.888862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.533008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:11:46.888899Z","caller":"traceutil/trace.go:171","msg":"trace[1710265580] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2353; }","duration":"488.918062ms","start":"2026-05-28T02:11:46.399967Z","end":"2026-05-28T02:11:46.888885Z","steps":["trace[1710265580] 'agreement among raft nodes before linearized reading' (duration: 488.696955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:46.888869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:46.280926Z","time spent":"607.593547ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:46.888912Z","caller":"traceutil/trace.go:171","msg":"trace[705572290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2353; }","duration":"360.55965ms","start":"2026-05-28T02:11:46.528335Z","end":"2026-05-28T02:11:46.888894Z","steps":["trace[705572290] 'agreement among raft nodes before linearized reading' (duration: 360.481678ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:46.888919Z","caller":"traceutil/trace.go:171","msg":"trace[1503137352] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2353; }","duration":"678.625201ms","start":"2026-05-28T02:11:46.210281Z","end":"2026-05-28T02:11:46.888906Z","steps":["trace[1503137352] 'agreement among raft nodes before linearized reading' (duration: 678.500517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:46.888939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:46.399948Z","time spent":"488.981324ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:11:46.888972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:46.210269Z","time spent":"678.692813ms","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:11:46.888969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:46.528321Z","time spent":"360.635972ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:11:49.07064Z","caller":"traceutil/trace.go:171","msg":"trace[1969792719] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"102.230293ms","start":"2026-05-28T02:11:48.96838Z","end":"2026-05-28T02:11:49.07061Z","steps":["trace[1969792719] 'process raft request' (duration: 53.987483ms)","trace[1969792719] 'compare' (duration: 48.032904ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:50.730441Z","caller":"traceutil/trace.go:171","msg":"trace[1095822716] linearizableReadLoop","detail":"{readStateIndex:2470; appliedIndex:2468; }","duration":"141.061506ms","start":"2026-05-28T02:11:50.589353Z","end":"2026-05-28T02:11:50.730415Z","steps":["trace[1095822716] 'read index received' (duration: 23.091893ms)","trace[1095822716] 'applied index is now lower than readState.Index' (duration: 117.968323ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:50.730468Z","caller":"traceutil/trace.go:171","msg":"trace[480726593] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"148.981867ms","start":"2026-05-28T02:11:50.581444Z","end":"2026-05-28T02:11:50.730426Z","steps":["trace[480726593] 'process raft request' (duration: 73.566615ms)","trace[480726593] 'compare' (duration: 75.230386ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:50.730497Z","caller":"traceutil/trace.go:171","msg":"trace[617783779] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"136.025307ms","start":"2026-05-28T02:11:50.594441Z","end":"2026-05-28T02:11:50.730467Z","steps":["trace[617783779] 'process raft request' (duration: 135.924913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:50.730696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.319894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:11:50.730754Z","caller":"traceutil/trace.go:171","msg":"trace[2082901528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2374; }","duration":"141.428847ms","start":"2026-05-28T02:11:50.589306Z","end":"2026-05-28T02:11:50.730734Z","steps":["trace[2082901528] 'agreement among raft nodes before linearized reading' (duration: 141.21419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:53.973532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.346851289s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:11:53.975222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005748366s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:53.975415Z","caller":"traceutil/trace.go:171","msg":"trace[944710503] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"1.358411506s","start":"2026-05-28T02:11:52.616987Z","end":"2026-05-28T02:11:53.975398Z","steps":["trace[944710503] 'process raft request' (duration: 1.358337023s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:53.975481Z","caller":"traceutil/trace.go:171","msg":"trace[1709602510] linearizableReadLoop","detail":"{readStateIndex:2478; appliedIndex:2477; }","duration":"2.01122323s","start":"2026-05-28T02:11:51.964235Z","end":"2026-05-28T02:11:53.975458Z","steps":["trace[1709602510] 'read index received' (duration: 5.091241ms)","trace[1709602510] 'applied index is now lower than readState.Index' (duration: 2.006129159s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:53.975489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:52.616959Z","time spent":"1.358496099s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:53.975701Z","caller":"traceutil/trace.go:171","msg":"trace[1033124207] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"2.15589849s","start":"2026-05-28T02:11:51.819786Z","end":"2026-05-28T02:11:53.975685Z","steps":["trace[1033124207] 'process raft request' (duration: 149.608666ms)","trace[1033124207] 'compare' (duration: 2.004777956s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:53.975731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011481338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"warn","ts":"2026-05-28T02:11:53.975785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:51.819765Z","time spent":"2.155969952s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:53.975813Z","caller":"traceutil/trace.go:171","msg":"trace[699043256] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2382; }","duration":"2.011615502s","start":"2026-05-28T02:11:51.964179Z","end":"2026-05-28T02:11:53.975794Z","steps":["trace[699043256] 'agreement among raft nodes before linearized reading' (duration: 2.011377505s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:53.975857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:51.964151Z","time spent":"2.011696625s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:11:54.475674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492387349,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:11:54.537369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000179448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:11:54.537494Z","caller":"traceutil/trace.go:171","msg":"trace[2086107775] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000346624s","start":"2026-05-28T02:11:52.537133Z","end":"2026-05-28T02:11:54.537479Z","steps":["trace[2086107775] 'agreement among raft nodes before linearized reading' (duration: 2.000201209s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:54.537564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:52.537119Z","time spent":"2.000435216s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:11:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:11:56.219043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479347047s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:56.219257Z","caller":"traceutil/trace.go:171","msg":"trace[1492909881] linearizableReadLoop","detail":"{readStateIndex:2482; appliedIndex:2479; }","duration":"2.243712199s","start":"2026-05-28T02:11:53.975529Z","end":"2026-05-28T02:11:56.219241Z","steps":["trace[1492909881] 'read index received' (duration: 764.120595ms)","trace[1492909881] 'applied index is now lower than readState.Index' (duration: 1.479590484s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:56.219416Z","caller":"traceutil/trace.go:171","msg":"trace[1082151247] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"3.30160941s","start":"2026-05-28T02:11:52.917771Z","end":"2026-05-28T02:11:56.21938Z","steps":["trace[1082151247] 'process raft request' (duration: 3.301428924s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:56.219575Z","caller":"traceutil/trace.go:171","msg":"trace[574142055] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"3.483907855s","start":"2026-05-28T02:11:52.735653Z","end":"2026-05-28T02:11:56.21956Z","steps":["trace[574142055] 'process raft request' (duration: 2.003968369s)","trace[574142055] 'compare' (duration: 1.478957394s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:56.219571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:52.917754Z","time spent":"3.301731964s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:56.219633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:52.735634Z","time spent":"3.483971527s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:56.219715Z","caller":"traceutil/trace.go:171","msg":"trace[2017487385] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"3.483303076s","start":"2026-05-28T02:11:52.736385Z","end":"2026-05-28T02:11:56.219688Z","steps":["trace[2017487385] 'process raft request' (duration: 3.482740638s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:56.219695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399564744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-28T02:11:56.21982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057305591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T02:11:56.219808Z","caller":"traceutil/trace.go:171","msg":"trace[1734919706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2385; }","duration":"2.399717019s","start":"2026-05-28T02:11:53.820071Z","end":"2026-05-28T02:11:56.219788Z","steps":["trace[1734919706] 'agreement among raft nodes before linearized reading' (duration: 2.399489332s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:56.219842Z","caller":"traceutil/trace.go:171","msg":"trace[237476855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2385; }","duration":"3.057352082s","start":"2026-05-28T02:11:53.162484Z","end":"2026-05-28T02:11:56.219836Z","steps":["trace[237476855] 'agreement among raft nodes before linearized reading' (duration: 3.05728974s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:56.219861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:53.16247Z","time spent":"3.057387553s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:11:56.219863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:53.820054Z","time spent":"2.399797131s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:11:56.219861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:52.73636Z","time spent":"3.48342465s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:56.219874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.131979838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:56.219911Z","caller":"traceutil/trace.go:171","msg":"trace[737588598] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2385; }","duration":"4.132029279s","start":"2026-05-28T02:11:52.087871Z","end":"2026-05-28T02:11:56.2199Z","steps":["trace[737588598] 'agreement among raft nodes before linearized reading' (duration: 4.131959647s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:56.219892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.907260547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:11:56.219938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:52.087815Z","time spent":"4.132115582s","remote":"127.0.0.1:41906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:11:56.219947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.312573038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:11:56.219962Z","caller":"traceutil/trace.go:171","msg":"trace[1790878106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2385; }","duration":"3.312622939s","start":"2026-05-28T02:11:52.907334Z","end":"2026-05-28T02:11:56.219956Z","steps":["trace[1790878106] 'agreement among raft nodes before linearized reading' (duration: 3.312583988s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:56.219955Z","caller":"traceutil/trace.go:171","msg":"trace[1303209582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2385; }","duration":"3.907381211s","start":"2026-05-28T02:11:52.312559Z","end":"2026-05-28T02:11:56.21994Z","steps":["trace[1303209582] 'agreement among raft nodes before linearized reading' (duration: 3.907242666s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:56.219975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:52.907314Z","time spent":"3.312658491s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:11:56.219992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:52.31254Z","time spent":"3.907444433s","remote":"127.0.0.1:56884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:11:56.220033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.293569354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:11:56.220048Z","caller":"traceutil/trace.go:171","msg":"trace[319802781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2385; }","duration":"3.293622257s","start":"2026-05-28T02:11:52.926422Z","end":"2026-05-28T02:11:56.220044Z","steps":["trace[319802781] 'agreement among raft nodes before linearized reading' (duration: 3.292904444s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:56.220119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.474818956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-28T02:11:56.220143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.776286021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:11:56.220173Z","caller":"traceutil/trace.go:171","msg":"trace[195964354] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2385; }","duration":"3.474905079s","start":"2026-05-28T02:11:52.74525Z","end":"2026-05-28T02:11:56.220155Z","steps":["trace[195964354] 'agreement among raft nodes before linearized reading' (duration: 3.474730364s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:56.220234Z","caller":"traceutil/trace.go:171","msg":"trace[2016716150] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2385; }","duration":"3.776852998s","start":"2026-05-28T02:11:52.443361Z","end":"2026-05-28T02:11:56.220214Z","steps":["trace[2016716150] 'agreement among raft nodes before linearized reading' (duration: 3.776253619s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:56.22026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:52.745231Z","time spent":"3.475024213s","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T02:11:56.220188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:52.926408Z","time spent":"3.293775401s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:11:56.220307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:52.443342Z","time spent":"3.776946312s","remote":"127.0.0.1:41628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:11:56.306072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23077942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:56.306139Z","caller":"traceutil/trace.go:171","msg":"trace[231070429] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2386; }","duration":"1.230860553s","start":"2026-05-28T02:11:55.075267Z","end":"2026-05-28T02:11:56.306128Z","steps":["trace[231070429] 'agreement among raft nodes before linearized reading' (duration: 1.230725759s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:56.306112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32190943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:56.306122Z","caller":"traceutil/trace.go:171","msg":"trace[555280608] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"324.781555ms","start":"2026-05-28T02:11:55.981306Z","end":"2026-05-28T02:11:56.306087Z","steps":["trace[555280608] 'process raft request' (duration: 324.540167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:56.306204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.910834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:56.306202Z","caller":"traceutil/trace.go:171","msg":"trace[952590404] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2386; }","duration":"2.322040495s","start":"2026-05-28T02:11:53.98414Z","end":"2026-05-28T02:11:56.306181Z","steps":["trace[952590404] 'agreement among raft nodes before linearized reading' (duration: 2.321840768s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:56.306228Z","caller":"traceutil/trace.go:171","msg":"trace[1404821649] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2386; }","duration":"396.965786ms","start":"2026-05-28T02:11:55.909254Z","end":"2026-05-28T02:11:56.30622Z","steps":["trace[1404821649] 'agreement among raft nodes before linearized reading' (duration: 396.929535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:56.306211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.879259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T02:11:56.306257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:53.984125Z","time spent":"2.322117427s","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T02:11:56.306279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.235954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:11:56.30628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:55.981278Z","time spent":"324.919209ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:56.306306Z","caller":"traceutil/trace.go:171","msg":"trace[184900651] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2386; }","duration":"883.310376ms","start":"2026-05-28T02:11:55.42299Z","end":"2026-05-28T02:11:56.3063Z","steps":["trace[184900651] 'agreement among raft nodes before linearized reading' (duration: 883.268825ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:56.306309Z","caller":"traceutil/trace.go:171","msg":"trace[833821328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2386; }","duration":"326.027464ms","start":"2026-05-28T02:11:55.980253Z","end":"2026-05-28T02:11:56.30628Z","steps":["trace[833821328] 'agreement among raft nodes before linearized reading' (duration: 325.737255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:56.306324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:55.422963Z","time spent":"883.355778ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:11:56.306288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.415095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:56.306377Z","caller":"traceutil/trace.go:171","msg":"trace[1082780792] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2386; }","duration":"597.550449ms","start":"2026-05-28T02:11:55.708804Z","end":"2026-05-28T02:11:56.306354Z","steps":["trace[1082780792] 'agreement among raft nodes before linearized reading' (duration: 597.395254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:56.306427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:55.708783Z","time spent":"597.630892ms","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:11:56.306441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:55.980227Z","time spent":"326.201879ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:11:56.306169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:55.075214Z","time spent":"1.230948456s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:11:56.30656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41546703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:11:56.306247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:55.909234Z","time spent":"397.008178ms","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:11:56.306617Z","caller":"traceutil/trace.go:171","msg":"trace[157503385] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2386; }","duration":"1.415558753s","start":"2026-05-28T02:11:54.891038Z","end":"2026-05-28T02:11:56.306597Z","steps":["trace[157503385] 'agreement among raft nodes before linearized reading' (duration: 1.41547309s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:56.306661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:54.891017Z","time spent":"1.415630435s","remote":"127.0.0.1:56794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:11:56.30667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769068339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:11:56.306744Z","caller":"traceutil/trace.go:171","msg":"trace[1620193837] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2386; }","duration":"1.769172803s","start":"2026-05-28T02:11:54.53755Z","end":"2026-05-28T02:11:56.306722Z","steps":["trace[1620193837] 'agreement among raft nodes before linearized reading' (duration: 1.769055769s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:56.306785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552198377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:11:56.306799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:54.537533Z","time spent":"1.769251046s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:11:56.3068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082435723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:11:56.306842Z","caller":"traceutil/trace.go:171","msg":"trace[446681402] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2386; }","duration":"2.082507724s","start":"2026-05-28T02:11:54.224322Z","end":"2026-05-28T02:11:56.30683Z","steps":["trace[446681402] 'agreement among raft nodes before linearized reading' (duration: 2.082419531s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:56.306851Z","caller":"traceutil/trace.go:171","msg":"trace[1218023965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2386; }","duration":"1.552236499s","start":"2026-05-28T02:11:54.754574Z","end":"2026-05-28T02:11:56.30681Z","steps":["trace[1218023965] 'agreement among raft nodes before linearized reading' (duration: 1.552174837s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:56.306876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:54.224308Z","time spent":"2.082559086s","remote":"127.0.0.1:41926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:11:56.306882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:54.754521Z","time spent":"1.552352703s","remote":"127.0.0.1:56904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:11:56.307013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536778889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:11:56.307025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769301347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:56.307053Z","caller":"traceutil/trace.go:171","msg":"trace[380471732] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2386; }","duration":"1.536837501s","start":"2026-05-28T02:11:54.770205Z","end":"2026-05-28T02:11:56.307042Z","steps":["trace[380471732] 'agreement among raft nodes before linearized reading' (duration: 1.536774999s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:56.307073Z","caller":"traceutil/trace.go:171","msg":"trace[75131968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2386; }","duration":"1.769380919s","start":"2026-05-28T02:11:54.537665Z","end":"2026-05-28T02:11:56.307046Z","steps":["trace[75131968] 'agreement among raft nodes before linearized reading' (duration: 1.769309637s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:56.307075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841278521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:11:56.307085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:54.770197Z","time spent":"1.536879432s","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:11:56.307106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:54.53764Z","time spent":"1.769458622s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:11:56.307116Z","caller":"traceutil/trace.go:171","msg":"trace[1800200864] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2386; }","duration":"1.841384784s","start":"2026-05-28T02:11:54.465719Z","end":"2026-05-28T02:11:56.307104Z","steps":["trace[1800200864] 'agreement among raft nodes before linearized reading' (duration: 1.841319362s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:56.307156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:54.465697Z","time spent":"1.841447906s","remote":"127.0.0.1:48146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:13:14.778527Z","caller":"traceutil/trace.go:171","msg":"trace[948284646] linearizableReadLoop","detail":"{readStateIndex:3086; appliedIndex:3085; }","duration":"242.969457ms","start":"2026-05-28T02:13:14.535532Z","end":"2026-05-28T02:13:14.778501Z","steps":["trace[948284646] 'read index received' (duration: 242.825382ms)","trace[948284646] 'applied index is now lower than readState.Index' (duration: 143.005µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:14.778588Z","caller":"traceutil/trace.go:171","msg":"trace[219016973] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"265.344148ms","start":"2026-05-28T02:13:14.513208Z","end":"2026-05-28T02:13:14.778553Z","steps":["trace[219016973] 'process raft request' (duration: 265.136701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:14.778764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.203614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:14.77886Z","caller":"traceutil/trace.go:171","msg":"trace[930008338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2965; }","duration":"243.340419ms","start":"2026-05-28T02:13:14.535497Z","end":"2026-05-28T02:13:14.778838Z","steps":["trace[930008338] 'agreement among raft nodes before linearized reading' (duration: 243.138592ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:14.785178Z","caller":"traceutil/trace.go:171","msg":"trace[1216565043] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"185.042037ms","start":"2026-05-28T02:13:14.600116Z","end":"2026-05-28T02:13:14.785158Z","steps":["trace[1216565043] 'process raft request' (duration: 184.779769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:14.78524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.745292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:13:14.785302Z","caller":"traceutil/trace.go:171","msg":"trace[1856026742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2968; }","duration":"107.821994ms","start":"2026-05-28T02:13:14.677462Z","end":"2026-05-28T02:13:14.785284Z","steps":["trace[1856026742] 'agreement among raft nodes before linearized reading' (duration: 107.657079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:14.785346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.548818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T02:13:14.785248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.884796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:13:14.785395Z","caller":"traceutil/trace.go:171","msg":"trace[10268113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2968; }","duration":"108.613749ms","start":"2026-05-28T02:13:14.676762Z","end":"2026-05-28T02:13:14.785376Z","steps":["trace[10268113] 'agreement among raft nodes before linearized reading' (duration: 108.517066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:14.785404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.032913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:13:14.785429Z","caller":"traceutil/trace.go:171","msg":"trace[938858555] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"185.511922ms","start":"2026-05-28T02:13:14.599877Z","end":"2026-05-28T02:13:14.785388Z","steps":["trace[938858555] 'process raft request' (duration: 184.976375ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:14.785518Z","caller":"traceutil/trace.go:171","msg":"trace[493999883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2968; }","duration":"103.172767ms","start":"2026-05-28T02:13:14.682324Z","end":"2026-05-28T02:13:14.785497Z","steps":["trace[493999883] 'agreement among raft nodes before linearized reading' (duration: 102.860427ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:14.785565Z","caller":"traceutil/trace.go:171","msg":"trace[1929638018] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"206.878541ms","start":"2026-05-28T02:13:14.578626Z","end":"2026-05-28T02:13:14.785505Z","steps":["trace[1929638018] 'process raft request' (duration: 206.146148ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:14.785735Z","caller":"traceutil/trace.go:171","msg":"trace[1064238442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2968; }","duration":"108.193867ms","start":"2026-05-28T02:13:14.677291Z","end":"2026-05-28T02:13:14.785485Z","steps":["trace[1064238442] 'agreement among raft nodes before linearized reading' (duration: 107.832425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:14.789514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.828109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:13:14.789586Z","caller":"traceutil/trace.go:171","msg":"trace[1760955378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2968; }","duration":"108.599358ms","start":"2026-05-28T02:13:14.680976Z","end":"2026-05-28T02:13:14.789576Z","steps":["trace[1760955378] 'agreement among raft nodes before linearized reading' (duration: 104.23082ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:16.889876Z","caller":"traceutil/trace.go:171","msg":"trace[120966482] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"105.342755ms","start":"2026-05-28T02:13:16.784495Z","end":"2026-05-28T02:13:16.889837Z","steps":["trace[120966482] 'process raft request' (duration: 105.017855ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:16.897951Z","caller":"traceutil/trace.go:171","msg":"trace[1084188795] linearizableReadLoop","detail":"{readStateIndex:3099; appliedIndex:3095; }","duration":"103.355382ms","start":"2026-05-28T02:13:16.794572Z","end":"2026-05-28T02:13:16.897928Z","steps":["trace[1084188795] 'read index received' (duration: 94.910124ms)","trace[1084188795] 'applied index is now lower than readState.Index' (duration: 8.444268ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:16.898041Z","caller":"traceutil/trace.go:171","msg":"trace[466159008] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"103.796177ms","start":"2026-05-28T02:13:16.794237Z","end":"2026-05-28T02:13:16.898033Z","steps":["trace[466159008] 'process raft request' (duration: 103.665353ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:16.89802Z","caller":"traceutil/trace.go:171","msg":"trace[545929271] transaction","detail":"{read_only:false; response_revision:2976; number_of_response:1; }","duration":"106.601645ms","start":"2026-05-28T02:13:16.79139Z","end":"2026-05-28T02:13:16.897992Z","steps":["trace[545929271] 'process raft request' (duration: 106.488822ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:16.898045Z","caller":"traceutil/trace.go:171","msg":"trace[1708140445] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"108.328421ms","start":"2026-05-28T02:13:16.7897Z","end":"2026-05-28T02:13:16.898029Z","steps":["trace[1708140445] 'process raft request' (duration: 108.019351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:16.898702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.095007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:13:16.898841Z","caller":"traceutil/trace.go:171","msg":"trace[1816729059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2977; }","duration":"104.228081ms","start":"2026-05-28T02:13:16.794559Z","end":"2026-05-28T02:13:16.898787Z","steps":["trace[1816729059] 'agreement among raft nodes before linearized reading' (duration: 103.870019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:19.471889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492388689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:13:19.972934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492388689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:13:19.980834Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084973781s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:13:19.981313Z","caller":"traceutil/trace.go:171","msg":"trace[1842156445] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"1.085547238s","start":"2026-05-28T02:13:18.895733Z","end":"2026-05-28T02:13:19.98128Z","steps":["trace[1842156445] 'process raft request' (duration: 1.08529255s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:19.981495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:18.895709Z","time spent":"1.085688263s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:19.982272Z","caller":"traceutil/trace.go:171","msg":"trace[1438388384] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"1.079639541s","start":"2026-05-28T02:13:18.902587Z","end":"2026-05-28T02:13:19.982226Z","steps":["trace[1438388384] 'process raft request' (duration: 1.079147735s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:19.982459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:18.902568Z","time spent":"1.079795415s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:19.982479Z","caller":"traceutil/trace.go:171","msg":"trace[1723262753] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"1.078720191s","start":"2026-05-28T02:13:18.903727Z","end":"2026-05-28T02:13:19.982447Z","steps":["trace[1723262753] 'process raft request' (duration: 1.07835997s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:19.982508Z","caller":"traceutil/trace.go:171","msg":"trace[1879735702] linearizableReadLoop","detail":"{readStateIndex:3114; appliedIndex:3109; }","duration":"1.01159769s","start":"2026-05-28T02:13:18.970881Z","end":"2026-05-28T02:13:19.982478Z","steps":["trace[1879735702] 'read index received' (duration: 1.010226417s)","trace[1879735702] 'applied index is now lower than readState.Index' (duration: 1.370233ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:19.982658Z","caller":"traceutil/trace.go:171","msg":"trace[369517078] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"1.061563936s","start":"2026-05-28T02:13:18.92108Z","end":"2026-05-28T02:13:19.982644Z","steps":["trace[369517078] 'process raft request' (duration: 1.061157764s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:19.982659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:18.903707Z","time spent":"1.078841515s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:19.982676Z","caller":"traceutil/trace.go:171","msg":"trace[427426585] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"332.571673ms","start":"2026-05-28T02:13:19.65009Z","end":"2026-05-28T02:13:19.982662Z","steps":["trace[427426585] 'process raft request' (duration: 332.291644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:19.982736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:18.921065Z","time spent":"1.061635849s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:19.982871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:19.650058Z","time spent":"332.693217ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:19.982932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.571413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-05-28T02:13:19.982946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.567114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:19.982969Z","caller":"traceutil/trace.go:171","msg":"trace[248379886] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2992; }","duration":"372.649396ms","start":"2026-05-28T02:13:19.61031Z","end":"2026-05-28T02:13:19.982959Z","steps":["trace[248379886] 'agreement among raft nodes before linearized reading' (duration: 372.531443ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:19.982985Z","caller":"traceutil/trace.go:171","msg":"trace[559811778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2992; }","duration":"446.639546ms","start":"2026-05-28T02:13:19.536337Z","end":"2026-05-28T02:13:19.982977Z","steps":["trace[559811778] 'agreement among raft nodes before linearized reading' (duration: 446.593995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:19.982997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:19.610291Z","time spent":"372.699027ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-28T02:13:19.98291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01191256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T02:13:19.983037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.727292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:13:19.983051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012162408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:13:19.98307Z","caller":"traceutil/trace.go:171","msg":"trace[2135567155] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2992; }","duration":"970.800943ms","start":"2026-05-28T02:13:19.012251Z","end":"2026-05-28T02:13:19.983052Z","steps":["trace[2135567155] 'agreement among raft nodes before linearized reading' (duration: 970.767642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:19.983092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:19.012225Z","time spent":"970.861896ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:13:19.983099Z","caller":"traceutil/trace.go:171","msg":"trace[1358278844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2992; }","duration":"1.01224175s","start":"2026-05-28T02:13:18.970842Z","end":"2026-05-28T02:13:19.983084Z","steps":["trace[1358278844] 'agreement among raft nodes before linearized reading' (duration: 1.012091406s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:19.983138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:18.970826Z","time spent":"1.012304592s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:13:19.983151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.590617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-28T02:13:19.983205Z","caller":"traceutil/trace.go:171","msg":"trace[481171680] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2992; }","duration":"283.67907ms","start":"2026-05-28T02:13:19.69951Z","end":"2026-05-28T02:13:19.983189Z","steps":["trace[481171680] 'agreement among raft nodes before linearized reading' (duration: 283.568616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:19.983214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011226878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T02:13:19.983246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012167208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:13:19.98326Z","caller":"traceutil/trace.go:171","msg":"trace[668637835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2992; }","duration":"1.01128925s","start":"2026-05-28T02:13:18.971957Z","end":"2026-05-28T02:13:19.983246Z","steps":["trace[668637835] 'agreement among raft nodes before linearized reading' (duration: 1.011142055s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:19.983164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.711888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:13:19.983279Z","caller":"traceutil/trace.go:171","msg":"trace[1749740078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2992; }","duration":"1.012228699s","start":"2026-05-28T02:13:18.971045Z","end":"2026-05-28T02:13:19.983273Z","steps":["trace[1749740078] 'agreement among raft nodes before linearized reading' (duration: 1.012148187s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:19.983303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:18.97103Z","time spent":"1.012268041s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:13:19.983299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:18.971946Z","time spent":"1.011344862s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:13:19.983304Z","caller":"traceutil/trace.go:171","msg":"trace[1149374815] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2992; }","duration":"321.898824ms","start":"2026-05-28T02:13:19.661396Z","end":"2026-05-28T02:13:19.983295Z","steps":["trace[1149374815] 'agreement among raft nodes before linearized reading' (duration: 321.738569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:19.983304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.464537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T02:13:19.98299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.025827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:13:19.983337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:19.661374Z","time spent":"321.951926ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:13:19.983336Z","caller":"traceutil/trace.go:171","msg":"trace[372636252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2992; }","duration":"995.519449ms","start":"2026-05-28T02:13:18.987809Z","end":"2026-05-28T02:13:19.983328Z","steps":["trace[372636252] 'agreement among raft nodes before linearized reading' (duration: 995.416426ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:19.983365Z","caller":"traceutil/trace.go:171","msg":"trace[740789891] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2992; }","duration":"242.44968ms","start":"2026-05-28T02:13:19.740907Z","end":"2026-05-28T02:13:19.983356Z","steps":["trace[740789891] 'agreement among raft nodes before linearized reading' (duration: 242.024387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:19.98337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:18.987796Z","time spent":"995.56867ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:13:19.983007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:19.536319Z","time spent":"446.684147ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:13:19.983534Z","caller":"traceutil/trace.go:171","msg":"trace[282863267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2992; }","duration":"1.012540589s","start":"2026-05-28T02:13:18.970949Z","end":"2026-05-28T02:13:19.983489Z","steps":["trace[282863267] 'agreement among raft nodes before linearized reading' (duration: 1.011871118s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:19.983697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:18.970926Z","time spent":"1.012708595s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:13:26.329992Z","caller":"traceutil/trace.go:171","msg":"trace[1311370700] linearizableReadLoop","detail":"{readStateIndex:3157; appliedIndex:3156; }","duration":"296.225978ms","start":"2026-05-28T02:13:26.03374Z","end":"2026-05-28T02:13:26.329966Z","steps":["trace[1311370700] 'read index received' (duration: 294.768842ms)","trace[1311370700] 'applied index is now lower than readState.Index' (duration: 1.455906ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:26.330058Z","caller":"traceutil/trace.go:171","msg":"trace[90329962] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"302.962862ms","start":"2026-05-28T02:13:26.02706Z","end":"2026-05-28T02:13:26.330023Z","steps":["trace[90329962] 'process raft request' (duration: 301.527357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:26.33028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.529598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:13:26.330334Z","caller":"traceutil/trace.go:171","msg":"trace[1440899681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3033; }","duration":"296.600451ms","start":"2026-05-28T02:13:26.033723Z","end":"2026-05-28T02:13:26.330324Z","steps":["trace[1440899681] 'agreement among raft nodes before linearized reading' (duration: 296.398244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:26.33046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.369755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-28T02:13:26.330463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.483301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:13:26.330522Z","caller":"traceutil/trace.go:171","msg":"trace[352790598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3033; }","duration":"291.443306ms","start":"2026-05-28T02:13:26.039065Z","end":"2026-05-28T02:13:26.330509Z","steps":["trace[352790598] 'agreement among raft nodes before linearized reading' (duration: 291.276661ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:26.330547Z","caller":"traceutil/trace.go:171","msg":"trace[252411649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3033; }","duration":"293.597165ms","start":"2026-05-28T02:13:26.036927Z","end":"2026-05-28T02:13:26.330524Z","steps":["trace[252411649] 'agreement among raft nodes before linearized reading' (duration: 293.332877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:26.330581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.020524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:13:26.330718Z","caller":"traceutil/trace.go:171","msg":"trace[1943427643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3033; }","duration":"292.259573ms","start":"2026-05-28T02:13:26.038443Z","end":"2026-05-28T02:13:26.330703Z","steps":["trace[1943427643] 'agreement among raft nodes before linearized reading' (duration: 291.830339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:26.330569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.088649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:13:26.330875Z","caller":"traceutil/trace.go:171","msg":"trace[132792104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3033; }","duration":"293.384578ms","start":"2026-05-28T02:13:26.037446Z","end":"2026-05-28T02:13:26.330831Z","steps":["trace[132792104] 'agreement among raft nodes before linearized reading' (duration: 293.000756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:26.331009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:26.027032Z","time spent":"303.255221ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:30.133865Z","caller":"traceutil/trace.go:171","msg":"trace[1506371592] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"116.548592ms","start":"2026-05-28T02:13:30.017295Z","end":"2026-05-28T02:13:30.133844Z","steps":["trace[1506371592] 'process raft request' (duration: 116.409827ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:30.139592Z","caller":"traceutil/trace.go:171","msg":"trace[988394100] transaction","detail":"{read_only:false; response_revision:3055; number_of_response:1; }","duration":"122.016926ms","start":"2026-05-28T02:13:30.017555Z","end":"2026-05-28T02:13:30.139572Z","steps":["trace[988394100] 'process raft request' (duration: 121.874871ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:30.139754Z","caller":"traceutil/trace.go:171","msg":"trace[78965335] transaction","detail":"{read_only:false; response_revision:3056; number_of_response:1; }","duration":"121.986984ms","start":"2026-05-28T02:13:30.017732Z","end":"2026-05-28T02:13:30.139719Z","steps":["trace[78965335] 'process raft request' (duration: 121.809959ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:45.765886Z","caller":"traceutil/trace.go:171","msg":"trace[96338558] linearizableReadLoop","detail":"{readStateIndex:3279; appliedIndex:3278; }","duration":"155.926113ms","start":"2026-05-28T02:13:45.609923Z","end":"2026-05-28T02:13:45.765849Z","steps":["trace[96338558] 'read index received' (duration: 57.911939ms)","trace[96338558] 'applied index is now lower than readState.Index' (duration: 98.012013ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:13:45.766114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.17903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-28T02:13:45.766189Z","caller":"traceutil/trace.go:171","msg":"trace[1376741914] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3151; }","duration":"156.308855ms","start":"2026-05-28T02:13:45.609864Z","end":"2026-05-28T02:13:45.766173Z","steps":["trace[1376741914] 'agreement among raft nodes before linearized reading' (duration: 156.103108ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:46.624277Z","caller":"traceutil/trace.go:171","msg":"trace[1025603284] transaction","detail":"{read_only:false; response_revision:3152; number_of_response:1; }","duration":"432.344271ms","start":"2026-05-28T02:13:46.191913Z","end":"2026-05-28T02:13:46.624258Z","steps":["trace[1025603284] 'process raft request' (duration: 432.211397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:46.624412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:46.191885Z","time spent":"432.458455ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:46.629993Z","caller":"traceutil/trace.go:171","msg":"trace[1788947502] linearizableReadLoop","detail":"{readStateIndex:3282; appliedIndex:3279; }","duration":"305.799073ms","start":"2026-05-28T02:13:46.32417Z","end":"2026-05-28T02:13:46.629969Z","steps":["trace[1788947502] 'read index received' (duration: 299.986899ms)","trace[1788947502] 'applied index is now lower than readState.Index' (duration: 5.811354ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:46.630077Z","caller":"traceutil/trace.go:171","msg":"trace[1627117688] transaction","detail":"{read_only:false; response_revision:3154; number_of_response:1; }","duration":"430.924676ms","start":"2026-05-28T02:13:46.199106Z","end":"2026-05-28T02:13:46.630031Z","steps":["trace[1627117688] 'process raft request' (duration: 430.794062ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:46.630149Z","caller":"traceutil/trace.go:171","msg":"trace[1196948039] transaction","detail":"{read_only:false; response_revision:3155; number_of_response:1; }","duration":"187.415814ms","start":"2026-05-28T02:13:46.442689Z","end":"2026-05-28T02:13:46.630105Z","steps":["trace[1196948039] 'process raft request' (duration: 187.245498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:46.630288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:46.19907Z","time spent":"431.108182ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:46.63044Z","caller":"traceutil/trace.go:171","msg":"trace[748394655] transaction","detail":"{read_only:false; response_revision:3153; number_of_response:1; }","duration":"437.920348ms","start":"2026-05-28T02:13:46.192511Z","end":"2026-05-28T02:13:46.630431Z","steps":["trace[748394655] 'process raft request' (duration: 437.240406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:46.630434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.525818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:13:46.630482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:46.192489Z","time spent":"437.97319ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:46.63052Z","caller":"traceutil/trace.go:171","msg":"trace[1578249061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3155; }","duration":"182.663582ms","start":"2026-05-28T02:13:46.447835Z","end":"2026-05-28T02:13:46.630499Z","steps":["trace[1578249061] 'agreement among raft nodes before linearized reading' (duration: 182.468616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:46.630713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.787282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:13:46.630746Z","caller":"traceutil/trace.go:171","msg":"trace[1745651810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3155; }","duration":"123.840514ms","start":"2026-05-28T02:13:46.506897Z","end":"2026-05-28T02:13:46.630738Z","steps":["trace[1745651810] 'agreement among raft nodes before linearized reading' (duration: 123.677388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:46.630784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.103795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:13:46.630819Z","caller":"traceutil/trace.go:171","msg":"trace[1569289146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3155; }","duration":"131.170367ms","start":"2026-05-28T02:13:46.499639Z","end":"2026-05-28T02:13:46.630809Z","steps":["trace[1569289146] 'agreement among raft nodes before linearized reading' (duration: 131.079864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:46.630904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.232219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:13:46.631247Z","caller":"traceutil/trace.go:171","msg":"trace[1053348412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3155; }","duration":"126.614912ms","start":"2026-05-28T02:13:46.504618Z","end":"2026-05-28T02:13:46.631233Z","steps":["trace[1053348412] 'agreement among raft nodes before linearized reading' (duration: 126.051254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:46.630952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.200397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T02:13:46.630904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.690162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:46.631407Z","caller":"traceutil/trace.go:171","msg":"trace[1835539251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3155; }","duration":"125.644501ms","start":"2026-05-28T02:13:46.505725Z","end":"2026-05-28T02:13:46.631369Z","steps":["trace[1835539251] 'agreement among raft nodes before linearized reading' (duration: 125.169636ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:46.631497Z","caller":"traceutil/trace.go:171","msg":"trace[95484402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3155; }","duration":"307.327592ms","start":"2026-05-28T02:13:46.324122Z","end":"2026-05-28T02:13:46.631449Z","steps":["trace[95484402] 'agreement among raft nodes before linearized reading' (duration: 306.63045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:46.631544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:46.324104Z","time spent":"307.429915ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:13:52.709895Z","caller":"traceutil/trace.go:171","msg":"trace[998033378] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"162.922922ms","start":"2026-05-28T02:13:52.546951Z","end":"2026-05-28T02:13:52.709873Z","steps":["trace[998033378] 'process raft request' (duration: 162.759227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:53.897858Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.188268814s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:13:53.898399Z","caller":"traceutil/trace.go:171","msg":"trace[1786209466] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"1.251253292s","start":"2026-05-28T02:13:52.647121Z","end":"2026-05-28T02:13:53.898375Z","steps":["trace[1786209466] 'process raft request' (duration: 1.251069716s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:53.89855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:52.647088Z","time spent":"1.251386716s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:53.898793Z","caller":"traceutil/trace.go:171","msg":"trace[1433220529] linearizableReadLoop","detail":"{readStateIndex:3320; appliedIndex:3315; }","duration":"1.231453741s","start":"2026-05-28T02:13:52.667265Z","end":"2026-05-28T02:13:53.898719Z","steps":["trace[1433220529] 'read index received' (duration: 42.436523ms)","trace[1433220529] 'applied index is now lower than readState.Index' (duration: 1.189016378s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:53.898952Z","caller":"traceutil/trace.go:171","msg":"trace[1260776319] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"1.251619853s","start":"2026-05-28T02:13:52.647311Z","end":"2026-05-28T02:13:53.898931Z","steps":["trace[1260776319] 'process raft request' (duration: 1.251027265s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:53.89904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:52.647298Z","time spent":"1.251706406s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:53.899086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231801141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:13:53.899173Z","caller":"traceutil/trace.go:171","msg":"trace[592805727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3191; }","duration":"1.231898454s","start":"2026-05-28T02:13:52.667254Z","end":"2026-05-28T02:13:53.899152Z","steps":["trace[592805727] 'agreement among raft nodes before linearized reading' (duration: 1.231684088s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:53.899229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:52.667201Z","time spent":"1.232015388s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:13:53.899461Z","caller":"traceutil/trace.go:171","msg":"trace[1187458594] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"1.249356871s","start":"2026-05-28T02:13:52.650091Z","end":"2026-05-28T02:13:53.899447Z","steps":["trace[1187458594] 'process raft request' (duration: 1.248478943s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:53.899484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.147914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-28T02:13:53.899524Z","caller":"traceutil/trace.go:171","msg":"trace[333167770] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3191; }","duration":"289.225936ms","start":"2026-05-28T02:13:53.610287Z","end":"2026-05-28T02:13:53.899513Z","steps":["trace[333167770] 'agreement among raft nodes before linearized reading' (duration: 289.123323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:53.899561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:52.650076Z","time spent":"1.249419393s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:53.899736Z","caller":"traceutil/trace.go:171","msg":"trace[449642161] transaction","detail":"{read_only:false; response_revision:3191; number_of_response:1; }","duration":"1.248754072s","start":"2026-05-28T02:13:52.65097Z","end":"2026-05-28T02:13:53.899724Z","steps":["trace[449642161] 'process raft request' (duration: 1.247696958s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:53.899783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067978091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18b398ed53c4108b\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-05-28T02:13:53.899811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:52.650957Z","time spent":"1.248814393s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:53.899842Z","caller":"traceutil/trace.go:171","msg":"trace[2086756419] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18b398ed53c4108b; range_end:; response_count:1; response_revision:3191; }","duration":"1.068082834s","start":"2026-05-28T02:13:52.831749Z","end":"2026-05-28T02:13:53.899832Z","steps":["trace[2086756419] 'agreement among raft nodes before linearized reading' (duration: 1.06795661s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:53.8999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:52.831717Z","time spent":"1.068171817s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18b398ed53c4108b\" "} {"level":"warn","ts":"2026-05-28T02:13:53.89917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191554388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:13:53.899993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190820025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:13:53.900048Z","caller":"traceutil/trace.go:171","msg":"trace[1369633252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3191; }","duration":"1.190897928s","start":"2026-05-28T02:13:52.709139Z","end":"2026-05-28T02:13:53.900037Z","steps":["trace[1369633252] 'agreement among raft nodes before linearized reading' (duration: 1.190739643s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:53.900088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:52.709129Z","time spent":"1.190952689s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:13:53.900308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187997316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:13:53.900344Z","caller":"traceutil/trace.go:171","msg":"trace[490990578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3191; }","duration":"1.188044707s","start":"2026-05-28T02:13:52.71229Z","end":"2026-05-28T02:13:53.900335Z","steps":["trace[490990578] 'agreement among raft nodes before linearized reading' (duration: 1.187943834s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:53.900371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:52.712227Z","time spent":"1.18813819s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:13:53.900003Z","caller":"traceutil/trace.go:171","msg":"trace[1059435223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3191; }","duration":"1.192425336s","start":"2026-05-28T02:13:52.707562Z","end":"2026-05-28T02:13:53.899988Z","steps":["trace[1059435223] 'agreement among raft nodes before linearized reading' (duration: 1.191509807s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:53.900527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:52.707544Z","time spent":"1.192962174s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:13:53.900994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18875363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:13:53.901226Z","caller":"traceutil/trace.go:171","msg":"trace[679439632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3191; }","duration":"1.188943395s","start":"2026-05-28T02:13:52.712178Z","end":"2026-05-28T02:13:53.901121Z","steps":["trace[679439632] 'agreement among raft nodes before linearized reading' (duration: 1.188496001s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:53.901437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:52.712166Z","time spent":"1.189205734s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:13:54.406176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492389210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:13:55.386593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.313312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:13:55.387167Z","caller":"traceutil/trace.go:171","msg":"trace[2027994267] transaction","detail":"{read_only:false; response_revision:3192; number_of_response:1; }","duration":"1.48369902s","start":"2026-05-28T02:13:53.903429Z","end":"2026-05-28T02:13:55.387128Z","steps":["trace[2027994267] 'process raft request' (duration: 576.735687ms)","trace[2027994267] 'compare' (duration: 905.700922ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:55.387247Z","caller":"traceutil/trace.go:171","msg":"trace[186078305] transaction","detail":"{read_only:false; response_revision:3193; number_of_response:1; }","duration":"1.483441122s","start":"2026-05-28T02:13:53.903771Z","end":"2026-05-28T02:13:55.387212Z","steps":["trace[186078305] 'process raft request' (duration: 1.483130813s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:55.387329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:53.903408Z","time spent":"1.483838695s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:55.387377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:53.903753Z","time spent":"1.483557376s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:55.38738Z","caller":"traceutil/trace.go:171","msg":"trace[290330796] transaction","detail":"{read_only:false; response_revision:3194; number_of_response:1; }","duration":"1.482714529s","start":"2026-05-28T02:13:53.904633Z","end":"2026-05-28T02:13:55.387347Z","steps":["trace[290330796] 'process raft request' (duration: 1.482511232s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:55.387545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:53.904612Z","time spent":"1.482839463s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:55.387981Z","caller":"traceutil/trace.go:171","msg":"trace[442458939] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"1.482959796s","start":"2026-05-28T02:13:53.904998Z","end":"2026-05-28T02:13:55.387958Z","steps":["trace[442458939] 'process raft request' (duration: 1.482215502s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:55.388071Z","caller":"traceutil/trace.go:171","msg":"trace[257554602] linearizableReadLoop","detail":"{readStateIndex:3326; appliedIndex:3320; }","duration":"1.482107489s","start":"2026-05-28T02:13:53.905939Z","end":"2026-05-28T02:13:55.388046Z","steps":["trace[257554602] 'read index received' (duration: 574.246927ms)","trace[257554602] 'applied index is now lower than readState.Index' (duration: 907.859502ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:13:55.388094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:53.904987Z","time spent":"1.48305719s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:55.388156Z","caller":"traceutil/trace.go:171","msg":"trace[1471295812] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"1.460655216s","start":"2026-05-28T02:13:53.92748Z","end":"2026-05-28T02:13:55.388136Z","steps":["trace[1471295812] 'process raft request' (duration: 1.46047279s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:55.388326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482380188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-05-28T02:13:55.388342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432832409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:13:55.388352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:53.927457Z","time spent":"1.460832452s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:55.388369Z","caller":"traceutil/trace.go:171","msg":"trace[2117116132] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3197; }","duration":"1.48244193s","start":"2026-05-28T02:13:53.905916Z","end":"2026-05-28T02:13:55.388358Z","steps":["trace[2117116132] 'agreement among raft nodes before linearized reading' (duration: 1.482260994s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:55.388395Z","caller":"traceutil/trace.go:171","msg":"trace[405046329] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3197; }","duration":"1.432912972s","start":"2026-05-28T02:13:53.955464Z","end":"2026-05-28T02:13:55.388377Z","steps":["trace[405046329] 'agreement among raft nodes before linearized reading' (duration: 1.432826059s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:55.388406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:53.905908Z","time spent":"1.482491061s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-28T02:13:55.38849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:53.955451Z","time spent":"1.433022985s","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:13:55.388405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.682011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:13:55.388605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05369173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:13:55.388614Z","caller":"traceutil/trace.go:171","msg":"trace[1488669118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3197; }","duration":"851.914978ms","start":"2026-05-28T02:13:54.536682Z","end":"2026-05-28T02:13:55.388597Z","steps":["trace[1488669118] 'agreement among raft nodes before linearized reading' (duration: 851.66002ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:55.38865Z","caller":"traceutil/trace.go:171","msg":"trace[1631464446] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3197; }","duration":"1.053766162s","start":"2026-05-28T02:13:54.33487Z","end":"2026-05-28T02:13:55.388636Z","steps":["trace[1631464446] 'agreement among raft nodes before linearized reading' (duration: 1.053612197s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:55.388659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:54.536666Z","time spent":"851.98061ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:13:55.388691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:54.334852Z","time spent":"1.053831143s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T02:13:55.38802Z","caller":"traceutil/trace.go:171","msg":"trace[1534488846] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"1.482939466s","start":"2026-05-28T02:13:53.905061Z","end":"2026-05-28T02:13:55.388001Z","steps":["trace[1534488846] 'process raft request' (duration: 1.482836712s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:55.388965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:53.905052Z","time spent":"1.483815024s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:55.896808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492389221,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:13:56.39746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492389221,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:13:56.650453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.256780888s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:13:57.535509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999790427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:13:57.535581Z","caller":"traceutil/trace.go:171","msg":"trace[2051425351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99990757s","start":"2026-05-28T02:13:55.535659Z","end":"2026-05-28T02:13:57.535566Z","steps":["trace[2051425351] 'agreement among raft nodes before linearized reading' (duration: 1.999813517s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:57.535616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:55.535638Z","time spent":"1.999970713s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:13:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:13:58.031541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488453242s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:58.031657Z","caller":"traceutil/trace.go:171","msg":"trace[1099833726] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3197; }","duration":"1.488583447s","start":"2026-05-28T02:13:56.543056Z","end":"2026-05-28T02:13:58.03164Z","steps":["trace[1099833726] 'range keys from in-memory index tree' (duration: 1.488438291s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:58.031779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380925066s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:13:58.031863Z","caller":"traceutil/trace.go:171","msg":"trace[750136950] transaction","detail":"{read_only:false; response_revision:3198; number_of_response:1; }","duration":"2.638238901s","start":"2026-05-28T02:13:55.393608Z","end":"2026-05-28T02:13:58.031847Z","steps":["trace[750136950] 'process raft request' (duration: 1.257174551s)","trace[750136950] 'compare' (duration: 1.380835993s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:13:58.031905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:55.393597Z","time spent":"2.638290572s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:58.104251Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.453473487s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:13:59.122252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017671019s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T02:13:59.123489Z","caller":"traceutil/trace.go:171","msg":"trace[1078707243] transaction","detail":"{read_only:false; response_revision:3199; number_of_response:1; }","duration":"3.218170709s","start":"2026-05-28T02:13:55.905287Z","end":"2026-05-28T02:13:59.123458Z","steps":["trace[1078707243] 'process raft request' (duration: 3.217061234s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.123645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:55.905257Z","time spent":"3.218307943s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:59.339689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.065346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:13:59.34004Z","caller":"traceutil/trace.go:171","msg":"trace[388023981] transaction","detail":"{read_only:false; response_revision:3204; number_of_response:1; }","duration":"266.69684ms","start":"2026-05-28T02:13:59.073324Z","end":"2026-05-28T02:13:59.34002Z","steps":["trace[388023981] 'process raft request' (duration: 266.647848ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:59.340164Z","caller":"traceutil/trace.go:171","msg":"trace[1273722080] linearizableReadLoop","detail":"{readStateIndex:3332; appliedIndex:3326; }","duration":"3.944304781s","start":"2026-05-28T02:13:55.39583Z","end":"2026-05-28T02:13:59.340135Z","steps":["trace[1273722080] 'read index received' (duration: 1.25494898s)","trace[1273722080] 'applied index is now lower than readState.Index' (duration: 2.689352641s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:59.340198Z","caller":"traceutil/trace.go:171","msg":"trace[499139651] transaction","detail":"{read_only:false; response_revision:3200; number_of_response:1; }","duration":"3.434592417s","start":"2026-05-28T02:13:55.905593Z","end":"2026-05-28T02:13:59.340186Z","steps":["trace[499139651] 'process raft request' (duration: 3.217952743s)","trace[499139651] 'compare' (duration: 215.972473ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:59.340187Z","caller":"traceutil/trace.go:171","msg":"trace[1186446537] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"3.43436874s","start":"2026-05-28T02:13:55.905774Z","end":"2026-05-28T02:13:59.340142Z","steps":["trace[1186446537] 'process raft request' (duration: 3.434018349s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:59.340203Z","caller":"traceutil/trace.go:171","msg":"trace[457368490] transaction","detail":"{read_only:false; response_revision:3202; number_of_response:1; }","duration":"3.434309378s","start":"2026-05-28T02:13:55.905855Z","end":"2026-05-28T02:13:59.340164Z","steps":["trace[457368490] 'process raft request' (duration: 3.434018998s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:59.340215Z","caller":"traceutil/trace.go:171","msg":"trace[1535032547] transaction","detail":"{read_only:false; response_revision:3203; number_of_response:1; }","duration":"1.813477389s","start":"2026-05-28T02:13:57.526687Z","end":"2026-05-28T02:13:59.340164Z","steps":["trace[1535032547] 'process raft request' (duration: 1.813244651s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.340309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:55.905765Z","time spent":"3.434489233s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:59.340352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:55.905829Z","time spent":"3.434437922s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:59.340417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.572302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18b398eb4072d56b\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-05-28T02:13:59.340494Z","caller":"traceutil/trace.go:171","msg":"trace[1290987044] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18b398eb4072d56b; range_end:; response_count:1; response_revision:3204; }","duration":"430.683186ms","start":"2026-05-28T02:13:58.909801Z","end":"2026-05-28T02:13:59.340484Z","steps":["trace[1290987044] 'agreement among raft nodes before linearized reading' (duration: 430.518991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.340545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:58.909783Z","time spent":"430.753648ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18b398eb4072d56b\" "} {"level":"warn","ts":"2026-05-28T02:13:59.340552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.946138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:13:59.340558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804667408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:13:59.340574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942369725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:13:59.340645Z","caller":"traceutil/trace.go:171","msg":"trace[1568289748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3204; }","duration":"1.804798221s","start":"2026-05-28T02:13:57.535829Z","end":"2026-05-28T02:13:59.340628Z","steps":["trace[1568289748] 'agreement among raft nodes before linearized reading' (duration: 1.804673217s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.34064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.637089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:59.34061Z","caller":"traceutil/trace.go:171","msg":"trace[1000431174] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3204; }","duration":"792.059841ms","start":"2026-05-28T02:13:58.548532Z","end":"2026-05-28T02:13:59.340592Z","steps":["trace[1000431174] 'agreement among raft nodes before linearized reading' (duration: 791.923987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.340701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:57.535812Z","time spent":"1.804873524s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:13:59.340713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.50309324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:13:59.340662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129965618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:13:59.340751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:58.548512Z","time spent":"792.226427ms","remote":"127.0.0.1:48358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:13:59.34076Z","caller":"traceutil/trace.go:171","msg":"trace[1292930599] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3204; }","duration":"3.503178892s","start":"2026-05-28T02:13:55.837566Z","end":"2026-05-28T02:13:59.340745Z","steps":["trace[1292930599] 'agreement among raft nodes before linearized reading' (duration: 3.50311828s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.340785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263679025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:59.340875Z","caller":"traceutil/trace.go:171","msg":"trace[639896406] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3204; }","duration":"2.2638084s","start":"2026-05-28T02:13:57.077046Z","end":"2026-05-28T02:13:59.340854Z","steps":["trace[639896406] 'agreement among raft nodes before linearized reading' (duration: 2.263621404s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.340523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947213929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:13:59.340979Z","caller":"traceutil/trace.go:171","msg":"trace[504860137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3204; }","duration":"1.947715196s","start":"2026-05-28T02:13:57.39325Z","end":"2026-05-28T02:13:59.340965Z","steps":["trace[504860137] 'agreement among raft nodes before linearized reading' (duration: 1.947147468s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.340984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:57.077011Z","time spent":"2.263960964s","remote":"127.0.0.1:48068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:13:59.341032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:57.393226Z","time spent":"1.947791358s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:13:59.3407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942376796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:13:59.341124Z","caller":"traceutil/trace.go:171","msg":"trace[1609940696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3204; }","duration":"1.94281573s","start":"2026-05-28T02:13:57.398293Z","end":"2026-05-28T02:13:59.341109Z","steps":["trace[1609940696] 'agreement among raft nodes before linearized reading' (duration: 1.942248942s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.341172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:57.398238Z","time spent":"1.942924553s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:13:59.341169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.945326963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:13:59.340815Z","caller":"traceutil/trace.go:171","msg":"trace[1248924503] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3204; }","duration":"1.130220246s","start":"2026-05-28T02:13:58.210563Z","end":"2026-05-28T02:13:59.340783Z","steps":["trace[1248924503] 'agreement among raft nodes before linearized reading' (duration: 1.129825804s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:59.341233Z","caller":"traceutil/trace.go:171","msg":"trace[347774132] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3204; }","duration":"3.945408536s","start":"2026-05-28T02:13:55.395808Z","end":"2026-05-28T02:13:59.341216Z","steps":["trace[347774132] 'agreement among raft nodes before linearized reading' (duration: 3.944481147s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.341254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:58.210541Z","time spent":"1.130692232s","remote":"127.0.0.1:41734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:13:59.34113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.732362817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-28T02:13:59.340713Z","caller":"traceutil/trace.go:171","msg":"trace[1985856505] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3204; }","duration":"797.752472ms","start":"2026-05-28T02:13:58.542939Z","end":"2026-05-28T02:13:59.340692Z","steps":["trace[1985856505] 'agreement among raft nodes before linearized reading' (duration: 797.638079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.341287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:55.395793Z","time spent":"3.945483758s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T02:13:59.340648Z","caller":"traceutil/trace.go:171","msg":"trace[1549487976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3204; }","duration":"1.94249166s","start":"2026-05-28T02:13:57.398143Z","end":"2026-05-28T02:13:59.340635Z","steps":["trace[1549487976] 'agreement among raft nodes before linearized reading' (duration: 1.942218051s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.341334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:58.542918Z","time spent":"798.403303ms","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:13:59.34123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946838878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:13:59.341389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:57.398119Z","time spent":"1.943250883s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:13:59.340521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:57.526666Z","time spent":"1.813732276s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:59.341334Z","caller":"traceutil/trace.go:171","msg":"trace[957349895] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3204; }","duration":"3.732599014s","start":"2026-05-28T02:13:55.608715Z","end":"2026-05-28T02:13:59.341314Z","steps":["trace[957349895] 'agreement among raft nodes before linearized reading' (duration: 3.731619123s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.341458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.015273106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:13:59.340276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:55.905584Z","time spent":"3.434653579s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:59.340647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946375023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:13:59.341602Z","caller":"traceutil/trace.go:171","msg":"trace[1369130801] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3204; }","duration":"3.015516843s","start":"2026-05-28T02:13:56.32607Z","end":"2026-05-28T02:13:59.341586Z","steps":["trace[1369130801] 'agreement among raft nodes before linearized reading' (duration: 3.014585203s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.341654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:56.326044Z","time spent":"3.015596926s","remote":"127.0.0.1:48344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":335,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:13:59.340819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:55.837542Z","time spent":"3.503262925s","remote":"127.0.0.1:56760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:13:59.341618Z","caller":"traceutil/trace.go:171","msg":"trace[597915604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3204; }","duration":"1.947371464s","start":"2026-05-28T02:13:57.394235Z","end":"2026-05-28T02:13:59.341606Z","steps":["trace[597915604] 'agreement among raft nodes before linearized reading' (duration: 1.946333201s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.341759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:57.394216Z","time spent":"1.94753232s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:13:59.341429Z","caller":"traceutil/trace.go:171","msg":"trace[921928107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3204; }","duration":"1.947065565s","start":"2026-05-28T02:13:57.39435Z","end":"2026-05-28T02:13:59.341416Z","steps":["trace[921928107] 'agreement among raft nodes before linearized reading' (duration: 1.946156426s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.341849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:57.39434Z","time spent":"1.947500159s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:13:59.341529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:55.608695Z","time spent":"3.732815731s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-28T02:13:59.964352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.196365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:13:59.964565Z","caller":"traceutil/trace.go:171","msg":"trace[2106599699] transaction","detail":"{read_only:false; response_revision:3205; number_of_response:1; }","duration":"620.765052ms","start":"2026-05-28T02:13:59.343772Z","end":"2026-05-28T02:13:59.964537Z","steps":["trace[2106599699] 'process raft request' (duration: 246.296769ms)","trace[2106599699] 'compare' (duration: 373.787961ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:59.964614Z","caller":"traceutil/trace.go:171","msg":"trace[507405187] transaction","detail":"{read_only:false; response_revision:3206; number_of_response:1; }","duration":"619.511881ms","start":"2026-05-28T02:13:59.345084Z","end":"2026-05-28T02:13:59.964596Z","steps":["trace[507405187] 'process raft request' (duration: 619.393598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.964703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:59.343744Z","time spent":"620.887395ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:59.964803Z","caller":"traceutil/trace.go:171","msg":"trace[685070305] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"619.052916ms","start":"2026-05-28T02:13:59.345731Z","end":"2026-05-28T02:13:59.964784Z","steps":["trace[685070305] 'process raft request' (duration: 618.829809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.964753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:59.345014Z","time spent":"619.701487ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:59.964893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:59.345705Z","time spent":"619.143349ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:59.965356Z","caller":"traceutil/trace.go:171","msg":"trace[620822322] transaction","detail":"{read_only:false; response_revision:3208; number_of_response:1; }","duration":"619.46222ms","start":"2026-05-28T02:13:59.345874Z","end":"2026-05-28T02:13:59.965337Z","steps":["trace[620822322] 'process raft request' (duration: 618.862641ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:59.965384Z","caller":"traceutil/trace.go:171","msg":"trace[931160273] linearizableReadLoop","detail":"{readStateIndex:3336; appliedIndex:3334; }","duration":"619.699687ms","start":"2026-05-28T02:13:59.345668Z","end":"2026-05-28T02:13:59.965367Z","steps":["trace[931160273] 'read index received' (duration: 244.416978ms)","trace[931160273] 'applied index is now lower than readState.Index' (duration: 375.281419ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:59.965406Z","caller":"traceutil/trace.go:171","msg":"trace[1420432029] transaction","detail":"{read_only:false; response_revision:3209; number_of_response:1; }","duration":"619.47532ms","start":"2026-05-28T02:13:59.345906Z","end":"2026-05-28T02:13:59.965381Z","steps":["trace[1420432029] 'process raft request' (duration: 619.357127ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:59.965399Z","caller":"traceutil/trace.go:171","msg":"trace[1255064346] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"617.068994ms","start":"2026-05-28T02:13:59.348316Z","end":"2026-05-28T02:13:59.965385Z","steps":["trace[1255064346] 'process raft request' (duration: 617.004512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.965452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:59.345863Z","time spent":"619.542792ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:59.96555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.228129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:13:59.965542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:59.345887Z","time spent":"619.584643ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:59.965582Z","caller":"traceutil/trace.go:171","msg":"trace[654360072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3210; }","duration":"617.27403ms","start":"2026-05-28T02:13:59.3483Z","end":"2026-05-28T02:13:59.965574Z","steps":["trace[654360072] 'agreement among raft nodes before linearized reading' (duration: 617.224088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.965546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:59.348302Z","time spent":"617.195937ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:59.965606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:59.348292Z","time spent":"617.309571ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:13:59.965694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.765481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:13:59.965699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.950951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:13:59.965736Z","caller":"traceutil/trace.go:171","msg":"trace[150204769] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3210; }","duration":"577.831863ms","start":"2026-05-28T02:13:59.387894Z","end":"2026-05-28T02:13:59.965726Z","steps":["trace[150204769] 'agreement among raft nodes before linearized reading' (duration: 577.770801ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:59.965753Z","caller":"traceutil/trace.go:171","msg":"trace[277728527] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3210; }","duration":"162.003733ms","start":"2026-05-28T02:13:59.80373Z","end":"2026-05-28T02:13:59.965733Z","steps":["trace[277728527] 'agreement among raft nodes before linearized reading' (duration: 161.92107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.96577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:59.387876Z","time spent":"577.888015ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T02:13:59.966012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.336567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-05-28T02:13:59.966062Z","caller":"traceutil/trace.go:171","msg":"trace[890033484] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3210; }","duration":"620.41363ms","start":"2026-05-28T02:13:59.345636Z","end":"2026-05-28T02:13:59.96605Z","steps":["trace[890033484] 'agreement among raft nodes before linearized reading' (duration: 620.239404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:59.966099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:59.345623Z","time spent":"620.468442ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-05-28T02:14:00.198296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.04707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-28T02:14:00.198388Z","caller":"traceutil/trace.go:171","msg":"trace[1364377262] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3211; }","duration":"128.176204ms","start":"2026-05-28T02:14:00.070191Z","end":"2026-05-28T02:14:00.198367Z","steps":["trace[1364377262] 'range keys from in-memory index tree' (duration: 127.851944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:00.198404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.262557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-05-28T02:14:00.198703Z","caller":"traceutil/trace.go:171","msg":"trace[1906507236] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:3211; }","duration":"107.66424ms","start":"2026-05-28T02:14:00.091018Z","end":"2026-05-28T02:14:00.198682Z","steps":["trace[1906507236] 'range keys from in-memory index tree' (duration: 107.096063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:00.768036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.2154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:14:00.768183Z","caller":"traceutil/trace.go:171","msg":"trace[1724734752] transaction","detail":"{read_only:false; response_revision:3213; number_of_response:1; }","duration":"155.048861ms","start":"2026-05-28T02:14:00.613123Z","end":"2026-05-28T02:14:00.768172Z","steps":["trace[1724734752] 'process raft request' (duration: 154.986469ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:14:00.768289Z","caller":"traceutil/trace.go:171","msg":"trace[1504536052] linearizableReadLoop","detail":"{readStateIndex:3343; appliedIndex:3342; }","duration":"233.81014ms","start":"2026-05-28T02:14:00.534443Z","end":"2026-05-28T02:14:00.768253Z","steps":["trace[1504536052] 'read index received' (duration: 63.492µs)","trace[1504536052] 'applied index is now lower than readState.Index' (duration: 233.740608ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:14:00.769237Z","caller":"traceutil/trace.go:171","msg":"trace[698408112] transaction","detail":"{read_only:false; response_revision:3212; number_of_response:1; }","duration":"362.582733ms","start":"2026-05-28T02:14:00.405729Z","end":"2026-05-28T02:14:00.768311Z","steps":["trace[698408112] 'process raft request' (duration: 108.039022ms)","trace[698408112] 'compare' (duration: 253.800977ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:14:00.769268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.957315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:14:00.769334Z","caller":"traceutil/trace.go:171","msg":"trace[621798638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3213; }","duration":"234.880435ms","start":"2026-05-28T02:14:00.534427Z","end":"2026-05-28T02:14:00.769307Z","steps":["trace[621798638] 'agreement among raft nodes before linearized reading' (duration: 233.931934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:00.769368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:00.405709Z","time spent":"363.587045ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:14:02.059426Z","caller":"traceutil/trace.go:171","msg":"trace[99296216] transaction","detail":"{read_only:false; response_revision:3216; number_of_response:1; }","duration":"712.511873ms","start":"2026-05-28T02:14:01.346883Z","end":"2026-05-28T02:14:02.059395Z","steps":["trace[99296216] 'process raft request' (duration: 635.022084ms)","trace[99296216] 'compare' (duration: 77.293213ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:14:02.059529Z","caller":"traceutil/trace.go:171","msg":"trace[1890244433] linearizableReadLoop","detail":"{readStateIndex:3348; appliedIndex:3346; }","duration":"568.034539ms","start":"2026-05-28T02:14:01.491483Z","end":"2026-05-28T02:14:02.059517Z","steps":["trace[1890244433] 'read index received' (duration: 490.360364ms)","trace[1890244433] 'applied index is now lower than readState.Index' (duration: 77.672955ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:14:02.059655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.35894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:14:02.059678Z","caller":"traceutil/trace.go:171","msg":"trace[1177266956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3217; }","duration":"525.419132ms","start":"2026-05-28T02:14:01.534253Z","end":"2026-05-28T02:14:02.059672Z","steps":["trace[1177266956] 'agreement among raft nodes before linearized reading' (duration: 525.370961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:02.05967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.181275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:14:02.059672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:01.346869Z","time spent":"712.649247ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:14:02.059734Z","caller":"traceutil/trace.go:171","msg":"trace[310324747] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3217; }","duration":"568.275958ms","start":"2026-05-28T02:14:01.49144Z","end":"2026-05-28T02:14:02.059716Z","steps":["trace[310324747] 'agreement among raft nodes before linearized reading' (duration: 568.175684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:02.059785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:01.491409Z","time spent":"568.36152ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:14:02.059695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:01.534236Z","time spent":"525.454763ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:14:02.059948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.662582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:14:02.059967Z","caller":"traceutil/trace.go:171","msg":"trace[210391757] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3217; }","duration":"188.712113ms","start":"2026-05-28T02:14:01.871249Z","end":"2026-05-28T02:14:02.059962Z","steps":["trace[210391757] 'agreement among raft nodes before linearized reading' (duration: 188.682013ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:14:02.059658Z","caller":"traceutil/trace.go:171","msg":"trace[137338337] transaction","detail":"{read_only:false; response_revision:3217; number_of_response:1; }","duration":"712.617217ms","start":"2026-05-28T02:14:01.347009Z","end":"2026-05-28T02:14:02.059626Z","steps":["trace[137338337] 'process raft request' (duration: 712.332148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:02.060088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.470703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-28T02:14:02.060103Z","caller":"traceutil/trace.go:171","msg":"trace[183681648] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3217; }","duration":"450.519815ms","start":"2026-05-28T02:14:01.609578Z","end":"2026-05-28T02:14:02.060098Z","steps":["trace[183681648] 'agreement among raft nodes before linearized reading' (duration: 450.472093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:02.060118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:01.60956Z","time spent":"450.552716ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-28T02:14:02.06013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:01.346979Z","time spent":"713.102702ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:14:02.060223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.552109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:14:02.06029Z","caller":"traceutil/trace.go:171","msg":"trace[95241642] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3217; }","duration":"489.659752ms","start":"2026-05-28T02:14:01.570612Z","end":"2026-05-28T02:14:02.060272Z","steps":["trace[95241642] 'agreement among raft nodes before linearized reading' (duration: 489.57161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:02.060361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:01.570591Z","time spent":"489.753836ms","remote":"127.0.0.1:41620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:14:02.312528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.626887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:14:02.312683Z","caller":"traceutil/trace.go:171","msg":"trace[1369906336] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"247.474036ms","start":"2026-05-28T02:14:02.06519Z","end":"2026-05-28T02:14:02.312664Z","steps":["trace[1369906336] 'process raft request' (duration: 119.594641ms)","trace[1369906336] 'compare' (duration: 127.505753ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:14:02.313003Z","caller":"traceutil/trace.go:171","msg":"trace[558465479] transaction","detail":"{read_only:false; response_revision:3220; number_of_response:1; }","duration":"247.714374ms","start":"2026-05-28T02:14:02.065277Z","end":"2026-05-28T02:14:02.312991Z","steps":["trace[558465479] 'process raft request' (duration: 247.349672ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:14:02.313019Z","caller":"traceutil/trace.go:171","msg":"trace[2103668573] transaction","detail":"{read_only:false; response_revision:3221; number_of_response:1; }","duration":"247.704014ms","start":"2026-05-28T02:14:02.065287Z","end":"2026-05-28T02:14:02.312991Z","steps":["trace[2103668573] 'process raft request' (duration: 247.576129ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:14:02.313084Z","caller":"traceutil/trace.go:171","msg":"trace[1864158338] transaction","detail":"{read_only:false; response_revision:3222; number_of_response:1; }","duration":"246.412602ms","start":"2026-05-28T02:14:02.066643Z","end":"2026-05-28T02:14:02.313056Z","steps":["trace[1864158338] 'process raft request' (duration: 246.307308ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:14:02.313082Z","caller":"traceutil/trace.go:171","msg":"trace[1033903586] linearizableReadLoop","detail":"{readStateIndex:3353; appliedIndex:3348; }","duration":"245.431131ms","start":"2026-05-28T02:14:02.067622Z","end":"2026-05-28T02:14:02.313054Z","steps":["trace[1033903586] 'read index received' (duration: 84.088029ms)","trace[1033903586] 'applied index is now lower than readState.Index' (duration: 161.341861ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:14:02.313315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.663678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-05-28T02:14:02.313382Z","caller":"traceutil/trace.go:171","msg":"trace[800964678] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3222; }","duration":"245.760632ms","start":"2026-05-28T02:14:02.067606Z","end":"2026-05-28T02:14:02.313367Z","steps":["trace[800964678] 'agreement among raft nodes before linearized reading' (duration: 245.533464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:02.670623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.455952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:14:02.670712Z","caller":"traceutil/trace.go:171","msg":"trace[1047008661] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3222; }","duration":"154.609707ms","start":"2026-05-28T02:14:02.516081Z","end":"2026-05-28T02:14:02.670691Z","steps":["trace[1047008661] 'count revisions from in-memory index tree' (duration: 154.369589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:02.670761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.663005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:14:02.670811Z","caller":"traceutil/trace.go:171","msg":"trace[1916002836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3222; }","duration":"131.752218ms","start":"2026-05-28T02:14:02.539044Z","end":"2026-05-28T02:14:02.670796Z","steps":["trace[1916002836] 'range keys from in-memory index tree' (duration: 131.574912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:02.670898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.530713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18b398eaedea9605\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-28T02:14:02.670968Z","caller":"traceutil/trace.go:171","msg":"trace[1011447770] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18b398eaedea9605; range_end:; response_count:1; response_revision:3222; }","duration":"132.644867ms","start":"2026-05-28T02:14:02.538308Z","end":"2026-05-28T02:14:02.670953Z","steps":["trace[1011447770] 'range keys from in-memory index tree' (duration: 132.276204ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:14:02.860468Z","caller":"traceutil/trace.go:171","msg":"trace[533459958] transaction","detail":"{read_only:false; response_revision:3224; number_of_response:1; }","duration":"117.33753ms","start":"2026-05-28T02:14:02.743075Z","end":"2026-05-28T02:14:02.860413Z","steps":["trace[533459958] 'process raft request' (duration: 31.285717ms)","trace[533459958] 'compare' (duration: 85.840576ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:14:03.473006Z","caller":"traceutil/trace.go:171","msg":"trace[1897386657] linearizableReadLoop","detail":"{readStateIndex:3356; appliedIndex:3355; }","duration":"262.36241ms","start":"2026-05-28T02:14:03.210614Z","end":"2026-05-28T02:14:03.472976Z","steps":["trace[1897386657] 'read index received' (duration: 262.202905ms)","trace[1897386657] 'applied index is now lower than readState.Index' (duration: 158.095µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:14:03.473131Z","caller":"traceutil/trace.go:171","msg":"trace[1082329725] transaction","detail":"{read_only:false; response_revision:3225; number_of_response:1; }","duration":"295.63157ms","start":"2026-05-28T02:14:03.177453Z","end":"2026-05-28T02:14:03.473084Z","steps":["trace[1082329725] 'process raft request' (duration: 295.332091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:03.473244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.616968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-05-28T02:14:03.473299Z","caller":"traceutil/trace.go:171","msg":"trace[1248192422] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3225; }","duration":"262.730351ms","start":"2026-05-28T02:14:03.210549Z","end":"2026-05-28T02:14:03.473279Z","steps":["trace[1248192422] 'agreement among raft nodes before linearized reading' (duration: 262.541355ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:14:14.387506Z","caller":"traceutil/trace.go:171","msg":"trace[1466072777] transaction","detail":"{read_only:false; response_revision:3283; number_of_response:1; }","duration":"282.10584ms","start":"2026-05-28T02:14:14.105384Z","end":"2026-05-28T02:14:14.38749Z","steps":["trace[1466072777] 'process raft request' (duration: 281.993916ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:14:14.406402Z","caller":"traceutil/trace.go:171","msg":"trace[397307936] linearizableReadLoop","detail":"{readStateIndex:3418; appliedIndex:3416; }","duration":"256.588826ms","start":"2026-05-28T02:14:14.149799Z","end":"2026-05-28T02:14:14.406388Z","steps":["trace[397307936] 'read index received' (duration: 237.58076ms)","trace[397307936] 'applied index is now lower than readState.Index' (duration: 19.007506ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:14:14.406475Z","caller":"traceutil/trace.go:171","msg":"trace[803065269] transaction","detail":"{read_only:false; response_revision:3284; number_of_response:1; }","duration":"273.615378ms","start":"2026-05-28T02:14:14.132853Z","end":"2026-05-28T02:14:14.406469Z","steps":["trace[803065269] 'process raft request' (duration: 273.423562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:14.406653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.896242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T02:14:14.406631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.799673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:14:14.406694Z","caller":"traceutil/trace.go:171","msg":"trace[1674942386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3285; }","duration":"200.984234ms","start":"2026-05-28T02:14:14.205703Z","end":"2026-05-28T02:14:14.406688Z","steps":["trace[1674942386] 'agreement among raft nodes before linearized reading' (duration: 200.84705ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:14:14.406723Z","caller":"traceutil/trace.go:171","msg":"trace[1663199145] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3285; }","duration":"256.939848ms","start":"2026-05-28T02:14:14.149758Z","end":"2026-05-28T02:14:14.406698Z","steps":["trace[1663199145] 'agreement among raft nodes before linearized reading' (duration: 256.755372ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:14:14.60008Z","caller":"traceutil/trace.go:171","msg":"trace[1565253636] transaction","detail":"{read_only:false; response_revision:3290; number_of_response:1; }","duration":"188.744074ms","start":"2026-05-28T02:14:14.411318Z","end":"2026-05-28T02:14:14.600062Z","steps":["trace[1565253636] 'process raft request' (duration: 188.717253ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:14:14.60032Z","caller":"traceutil/trace.go:171","msg":"trace[331330487] transaction","detail":"{read_only:false; response_revision:3288; number_of_response:1; }","duration":"189.461917ms","start":"2026-05-28T02:14:14.410827Z","end":"2026-05-28T02:14:14.600289Z","steps":["trace[331330487] 'process raft request' (duration: 189.155598ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:14:14.600354Z","caller":"traceutil/trace.go:171","msg":"trace[2003825693] transaction","detail":"{read_only:false; response_revision:3287; number_of_response:1; }","duration":"189.605952ms","start":"2026-05-28T02:14:14.410727Z","end":"2026-05-28T02:14:14.600333Z","steps":["trace[2003825693] 'process raft request' (duration: 139.353351ms)","trace[2003825693] 'compare' (duration: 49.524478ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:14:14.600366Z","caller":"traceutil/trace.go:171","msg":"trace[311679033] transaction","detail":"{read_only:false; response_revision:3289; number_of_response:1; }","duration":"189.27071ms","start":"2026-05-28T02:14:14.411085Z","end":"2026-05-28T02:14:14.600356Z","steps":["trace[311679033] 'process raft request' (duration: 188.927279ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:14:18.517992Z","caller":"traceutil/trace.go:171","msg":"trace[961299089] transaction","detail":"{read_only:false; response_revision:3303; number_of_response:1; }","duration":"100.460532ms","start":"2026-05-28T02:14:18.417503Z","end":"2026-05-28T02:14:18.517963Z","steps":["trace[961299089] 'process raft request' (duration: 100.262765ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:14:20.593771Z","caller":"traceutil/trace.go:171","msg":"trace[848809091] linearizableReadLoop","detail":"{readStateIndex:3451; appliedIndex:3450; }","duration":"112.701341ms","start":"2026-05-28T02:14:20.481047Z","end":"2026-05-28T02:14:20.593749Z","steps":["trace[848809091] 'read index received' (duration: 112.606428ms)","trace[848809091] 'applied index is now lower than readState.Index' (duration: 94.053µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:14:20.593844Z","caller":"traceutil/trace.go:171","msg":"trace[2022855225] transaction","detail":"{read_only:false; response_revision:3315; number_of_response:1; }","duration":"150.888938ms","start":"2026-05-28T02:14:20.442931Z","end":"2026-05-28T02:14:20.59382Z","steps":["trace[2022855225] 'process raft request' (duration: 150.672421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:20.594112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.048962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:14:20.594172Z","caller":"traceutil/trace.go:171","msg":"trace[920953331] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3315; }","duration":"113.120084ms","start":"2026-05-28T02:14:20.481034Z","end":"2026-05-28T02:14:20.594154Z","steps":["trace[920953331] 'agreement among raft nodes before linearized reading' (duration: 112.813275ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:15:13.038007Z","caller":"traceutil/trace.go:171","msg":"trace[609556516] linearizableReadLoop","detail":"{readStateIndex:3741; appliedIndex:3739; }","duration":"103.104248ms","start":"2026-05-28T02:15:12.934885Z","end":"2026-05-28T02:15:13.037989Z","steps":["trace[609556516] 'read index received' (duration: 88.402259ms)","trace[609556516] 'applied index is now lower than readState.Index' (duration: 14.701039ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:15:13.038085Z","caller":"traceutil/trace.go:171","msg":"trace[822347996] transaction","detail":"{read_only:false; response_revision:3594; number_of_response:1; }","duration":"107.412065ms","start":"2026-05-28T02:15:12.930638Z","end":"2026-05-28T02:15:13.03805Z","steps":["trace[822347996] 'process raft request' (duration: 107.043763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:15:13.038193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.295043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:15:13.038277Z","caller":"traceutil/trace.go:171","msg":"trace[971374195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3594; }","duration":"103.421357ms","start":"2026-05-28T02:15:12.934835Z","end":"2026-05-28T02:15:13.038256Z","steps":["trace[971374195] 'agreement among raft nodes before linearized reading' (duration: 103.226411ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:15:53.35895Z","caller":"traceutil/trace.go:171","msg":"trace[861930272] transaction","detail":"{read_only:false; response_revision:3861; number_of_response:1; }","duration":"177.222311ms","start":"2026-05-28T02:15:53.181699Z","end":"2026-05-28T02:15:53.358922Z","steps":["trace[861930272] 'process raft request' (duration: 177.062996ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:15:53.540715Z","caller":"traceutil/trace.go:171","msg":"trace[664753268] linearizableReadLoop","detail":"{readStateIndex:4022; appliedIndex:4020; }","duration":"278.114477ms","start":"2026-05-28T02:15:53.262569Z","end":"2026-05-28T02:15:53.540684Z","steps":["trace[664753268] 'read index received' (duration: 96.122134ms)","trace[664753268] 'applied index is now lower than readState.Index' (duration: 181.991123ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:15:53.540819Z","caller":"traceutil/trace.go:171","msg":"trace[1915407400] transaction","detail":"{read_only:false; response_revision:3862; number_of_response:1; }","duration":"358.060406ms","start":"2026-05-28T02:15:53.182718Z","end":"2026-05-28T02:15:53.540778Z","steps":["trace[1915407400] 'process raft request' (duration: 303.116274ms)","trace[1915407400] 'compare' (duration: 54.731506ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:15:53.541007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:15:53.182711Z","time spent":"358.189511ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:15:53.541109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.727972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T02:15:53.541085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.459087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:15:53.541093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.48799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T02:15:53.541225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.349114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:15:53.541258Z","caller":"traceutil/trace.go:171","msg":"trace[492345696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3862; }","duration":"278.700327ms","start":"2026-05-28T02:15:53.262529Z","end":"2026-05-28T02:15:53.541229Z","steps":["trace[492345696] 'agreement among raft nodes before linearized reading' (duration: 278.313244ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:15:53.54131Z","caller":"traceutil/trace.go:171","msg":"trace[1014754258] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:0; response_revision:3862; }","duration":"113.485018ms","start":"2026-05-28T02:15:53.427797Z","end":"2026-05-28T02:15:53.541282Z","steps":["trace[1014754258] 'agreement among raft nodes before linearized reading' (duration: 113.306473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:15:53.541122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.919965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:15:53.541491Z","caller":"traceutil/trace.go:171","msg":"trace[1669670083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3862; }","duration":"184.308457ms","start":"2026-05-28T02:15:53.357162Z","end":"2026-05-28T02:15:53.54147Z","steps":["trace[1669670083] 'agreement among raft nodes before linearized reading' (duration: 183.741049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:15:53.541134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.856662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:15:53.541593Z","caller":"traceutil/trace.go:171","msg":"trace[918680313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3862; }","duration":"189.365458ms","start":"2026-05-28T02:15:53.352213Z","end":"2026-05-28T02:15:53.541579Z","steps":["trace[918680313] 'agreement among raft nodes before linearized reading' (duration: 188.775909ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:15:53.541155Z","caller":"traceutil/trace.go:171","msg":"trace[75160425] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3862; }","duration":"185.813465ms","start":"2026-05-28T02:15:53.355331Z","end":"2026-05-28T02:15:53.541144Z","steps":["trace[75160425] 'agreement among raft nodes before linearized reading' (duration: 185.634439ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:15:53.541175Z","caller":"traceutil/trace.go:171","msg":"trace[1792426671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3862; }","duration":"240.612022ms","start":"2026-05-28T02:15:53.300545Z","end":"2026-05-28T02:15:53.541157Z","steps":["trace[1792426671] 'agreement among raft nodes before linearized reading' (duration: 240.353874ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:37.115613Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2599} {"level":"info","ts":"2026-05-28T02:17:37.181828Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2599,"took":"65.093812ms","hash":2420318374,"current-db-size-bytes":46465024,"current-db-size":"46 MB","current-db-size-in-use-bytes":21258240,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-05-28T02:17:37.18189Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2420318374,"revision":2599,"compact-revision":-1} {"level":"info","ts":"2026-05-28T02:17:43.361715Z","caller":"traceutil/trace.go:171","msg":"trace[367106358] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"136.904537ms","start":"2026-05-28T02:17:43.224783Z","end":"2026-05-28T02:17:43.361688Z","steps":["trace[367106358] 'process raft request' (duration: 136.828804ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:43.361736Z","caller":"traceutil/trace.go:171","msg":"trace[1058089242] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"184.023585ms","start":"2026-05-28T02:17:43.177663Z","end":"2026-05-28T02:17:43.361686Z","steps":["trace[1058089242] 'process raft request' (duration: 91.417579ms)","trace[1058089242] 'compare' (duration: 92.303696ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:17:43.622324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.627329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:17:43.62244Z","caller":"traceutil/trace.go:171","msg":"trace[133784791] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"365.50261ms","start":"2026-05-28T02:17:43.256916Z","end":"2026-05-28T02:17:43.622419Z","steps":["trace[133784791] 'process raft request' (duration: 212.702115ms)","trace[133784791] 'compare' (duration: 152.469245ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:17:43.622497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:43.256896Z","time spent":"365.579983ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3680,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:17:43.703282Z","caller":"traceutil/trace.go:171","msg":"trace[1712303614] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"420.364812ms","start":"2026-05-28T02:17:43.282896Z","end":"2026-05-28T02:17:43.703261Z","steps":["trace[1712303614] 'process raft request' (duration: 420.097344ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:43.703363Z","caller":"traceutil/trace.go:171","msg":"trace[356264326] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"376.883507ms","start":"2026-05-28T02:17:43.326446Z","end":"2026-05-28T02:17:43.70333Z","steps":["trace[356264326] 'process raft request' (duration: 376.712822ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:43.703417Z","caller":"traceutil/trace.go:171","msg":"trace[1816550226] linearizableReadLoop","detail":"{readStateIndex:5210; appliedIndex:5206; }","duration":"169.421027ms","start":"2026-05-28T02:17:43.533953Z","end":"2026-05-28T02:17:43.703374Z","steps":["trace[1816550226] 'read index received' (duration: 169.107467ms)","trace[1816550226] 'applied index is now lower than readState.Index' (duration: 310.999µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:43.703489Z","caller":"traceutil/trace.go:171","msg":"trace[1584223208] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"290.892239ms","start":"2026-05-28T02:17:43.412586Z","end":"2026-05-28T02:17:43.703479Z","steps":["trace[1584223208] 'process raft request' (duration: 290.677632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:43.703511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:43.326427Z","time spent":"377.021022ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:17:43.703574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.570452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:17:43.703603Z","caller":"traceutil/trace.go:171","msg":"trace[784992735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5006; }","duration":"169.682835ms","start":"2026-05-28T02:17:43.533913Z","end":"2026-05-28T02:17:43.703596Z","steps":["trace[784992735] 'agreement among raft nodes before linearized reading' (duration: 169.54065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:43.703853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:43.282873Z","time spent":"420.544737ms","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6798,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:17:43.704303Z","caller":"traceutil/trace.go:171","msg":"trace[720190689] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"366.370527ms","start":"2026-05-28T02:17:43.337888Z","end":"2026-05-28T02:17:43.704258Z","steps":["trace[720190689] 'process raft request' (duration: 365.336555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:43.704496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:43.337859Z","time spent":"366.529152ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:17:44.291691Z","caller":"traceutil/trace.go:171","msg":"trace[877080709] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"103.904141ms","start":"2026-05-28T02:17:44.18775Z","end":"2026-05-28T02:17:44.291654Z","steps":["trace[877080709] 'process raft request' (duration: 103.491538ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:45.596661Z","caller":"traceutil/trace.go:171","msg":"trace[1187791564] linearizableReadLoop","detail":"{readStateIndex:5262; appliedIndex:5261; }","duration":"110.487717ms","start":"2026-05-28T02:17:45.486147Z","end":"2026-05-28T02:17:45.596635Z","steps":["trace[1187791564] 'read index received' (duration: 110.394694ms)","trace[1187791564] 'applied index is now lower than readState.Index' (duration: 91.503µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:45.596798Z","caller":"traceutil/trace.go:171","msg":"trace[601147561] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"111.628193ms","start":"2026-05-28T02:17:45.485113Z","end":"2026-05-28T02:17:45.596741Z","steps":["trace[601147561] 'process raft request' (duration: 111.369365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:45.597036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.851968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-28T02:17:45.59724Z","caller":"traceutil/trace.go:171","msg":"trace[1662715533] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5055; }","duration":"111.083656ms","start":"2026-05-28T02:17:45.486106Z","end":"2026-05-28T02:17:45.59719Z","steps":["trace[1662715533] 'agreement among raft nodes before linearized reading' (duration: 110.640583ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:45.602007Z","caller":"traceutil/trace.go:171","msg":"trace[656262800] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"108.507815ms","start":"2026-05-28T02:17:45.493484Z","end":"2026-05-28T02:17:45.601991Z","steps":["trace[656262800] 'process raft request' (duration: 108.394891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:46.840919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.663217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cf6ad62e-efc6-4b17-89c8-e26f4be370eb\" ","response":"range_response_count:1 size:3892"} {"level":"warn","ts":"2026-05-28T02:17:46.840958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.01849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-05-28T02:17:46.840986Z","caller":"traceutil/trace.go:171","msg":"trace[1473647026] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cf6ad62e-efc6-4b17-89c8-e26f4be370eb; range_end:; response_count:1; response_revision:5124; }","duration":"171.786761ms","start":"2026-05-28T02:17:46.669183Z","end":"2026-05-28T02:17:46.840969Z","steps":["trace[1473647026] 'range keys from in-memory index tree' (duration: 171.570424ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:46.840994Z","caller":"traceutil/trace.go:171","msg":"trace[434772902] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5124; }","duration":"159.091982ms","start":"2026-05-28T02:17:46.681892Z","end":"2026-05-28T02:17:46.840984Z","steps":["trace[434772902] 'range keys from in-memory index tree' (duration: 158.871106ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:48.800027Z","caller":"traceutil/trace.go:171","msg":"trace[648232519] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"100.155513ms","start":"2026-05-28T02:17:48.699839Z","end":"2026-05-28T02:17:48.799995Z","steps":["trace[648232519] 'process raft request' (duration: 99.947267ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:50.343566Z","caller":"traceutil/trace.go:171","msg":"trace[1565115743] linearizableReadLoop","detail":"{readStateIndex:5387; appliedIndex:5386; }","duration":"238.560897ms","start":"2026-05-28T02:17:50.104979Z","end":"2026-05-28T02:17:50.34354Z","steps":["trace[1565115743] 'read index received' (duration: 190.974453ms)","trace[1565115743] 'applied index is now lower than readState.Index' (duration: 47.585404ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:50.343636Z","caller":"traceutil/trace.go:171","msg":"trace[852308539] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"296.544336ms","start":"2026-05-28T02:17:50.04706Z","end":"2026-05-28T02:17:50.343604Z","steps":["trace[852308539] 'process raft request' (duration: 248.993233ms)","trace[852308539] 'compare' (duration: 47.375607ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:17:50.343935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.903857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-05-28T02:17:50.34401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.53009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:17:50.344058Z","caller":"traceutil/trace.go:171","msg":"trace[817193405] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:5179; }","duration":"239.101573ms","start":"2026-05-28T02:17:50.104927Z","end":"2026-05-28T02:17:50.344029Z","steps":["trace[817193405] 'agreement among raft nodes before linearized reading' (duration: 238.767182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:50.344099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.801942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:17:50.34413Z","caller":"traceutil/trace.go:171","msg":"trace[881150580] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5179; }","duration":"234.737506ms","start":"2026-05-28T02:17:50.109362Z","end":"2026-05-28T02:17:50.3441Z","steps":["trace[881150580] 'agreement among raft nodes before linearized reading' (duration: 234.5253ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:50.344158Z","caller":"traceutil/trace.go:171","msg":"trace[2016854286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5179; }","duration":"186.918005ms","start":"2026-05-28T02:17:50.157223Z","end":"2026-05-28T02:17:50.344141Z","steps":["trace[2016854286] 'agreement among raft nodes before linearized reading' (duration: 186.72922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:50.344153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.022196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:17:50.344201Z","caller":"traceutil/trace.go:171","msg":"trace[1186437871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5179; }","duration":"192.111049ms","start":"2026-05-28T02:17:50.152078Z","end":"2026-05-28T02:17:50.344189Z","steps":["trace[1186437871] 'agreement among raft nodes before linearized reading' (duration: 191.946164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:50.344247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.657924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-28T02:17:50.344321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.504745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:17:50.344359Z","caller":"traceutil/trace.go:171","msg":"trace[705645210] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5179; }","duration":"147.821908ms","start":"2026-05-28T02:17:50.196506Z","end":"2026-05-28T02:17:50.344328Z","steps":["trace[705645210] 'agreement among raft nodes before linearized reading' (duration: 147.458617ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:50.344395Z","caller":"traceutil/trace.go:171","msg":"trace[170142305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5179; }","duration":"188.601679ms","start":"2026-05-28T02:17:50.155777Z","end":"2026-05-28T02:17:50.344379Z","steps":["trace[170142305] 'agreement among raft nodes before linearized reading' (duration: 188.387162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:50.344517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.507011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:17:50.344561Z","caller":"traceutil/trace.go:171","msg":"trace[641820754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5179; }","duration":"192.584233ms","start":"2026-05-28T02:17:50.151965Z","end":"2026-05-28T02:17:50.344549Z","steps":["trace[641820754] 'agreement among raft nodes before linearized reading' (duration: 192.430358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:50.345035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.994732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:17:50.345062Z","caller":"traceutil/trace.go:171","msg":"trace[1979047099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5179; }","duration":"183.065194ms","start":"2026-05-28T02:17:50.16199Z","end":"2026-05-28T02:17:50.345055Z","steps":["trace[1979047099] 'agreement among raft nodes before linearized reading' (duration: 181.98905ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:53.110791Z","caller":"traceutil/trace.go:171","msg":"trace[236791970] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"112.983505ms","start":"2026-05-28T02:17:52.99778Z","end":"2026-05-28T02:17:53.110764Z","steps":["trace[236791970] 'process raft request' (duration: 112.700737ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:53.545268Z","caller":"traceutil/trace.go:171","msg":"trace[1642680329] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"212.649653ms","start":"2026-05-28T02:17:53.332596Z","end":"2026-05-28T02:17:53.545245Z","steps":["trace[1642680329] 'process raft request' (duration: 212.225669ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:54.119084Z","caller":"traceutil/trace.go:171","msg":"trace[916493285] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"102.270149ms","start":"2026-05-28T02:17:54.016779Z","end":"2026-05-28T02:17:54.119049Z","steps":["trace[916493285] 'process raft request' (duration: 78.902726ms)","trace[916493285] 'compare' (duration: 23.126545ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:54.119231Z","caller":"traceutil/trace.go:171","msg":"trace[85673524] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"102.251399ms","start":"2026-05-28T02:17:54.016951Z","end":"2026-05-28T02:17:54.119203Z","steps":["trace[85673524] 'process raft request' (duration: 102.198687ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:54.11943Z","caller":"traceutil/trace.go:171","msg":"trace[563754933] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"102.516336ms","start":"2026-05-28T02:17:54.016876Z","end":"2026-05-28T02:17:54.119392Z","steps":["trace[563754933] 'process raft request' (duration: 102.165895ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:54.642578Z","caller":"traceutil/trace.go:171","msg":"trace[759612055] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"218.911548ms","start":"2026-05-28T02:17:54.423622Z","end":"2026-05-28T02:17:54.642533Z","steps":["trace[759612055] 'process raft request' (duration: 185.008024ms)","trace[759612055] 'compare' (duration: 33.236964ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:54.64307Z","caller":"traceutil/trace.go:171","msg":"trace[511735764] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"215.735469ms","start":"2026-05-28T02:17:54.427306Z","end":"2026-05-28T02:17:54.643042Z","steps":["trace[511735764] 'process raft request' (duration: 215.671027ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:54.643117Z","caller":"traceutil/trace.go:171","msg":"trace[333403668] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"217.020649ms","start":"2026-05-28T02:17:54.426081Z","end":"2026-05-28T02:17:54.643102Z","steps":["trace[333403668] 'process raft request' (duration: 216.530624ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:54.643234Z","caller":"traceutil/trace.go:171","msg":"trace[1403420195] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"216.810803ms","start":"2026-05-28T02:17:54.4264Z","end":"2026-05-28T02:17:54.643211Z","steps":["trace[1403420195] 'process raft request' (duration: 216.527524ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:54.643309Z","caller":"traceutil/trace.go:171","msg":"trace[223180810] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"217.209025ms","start":"2026-05-28T02:17:54.426079Z","end":"2026-05-28T02:17:54.643287Z","steps":["trace[223180810] 'process raft request' (duration: 216.785552ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:55.142847Z","caller":"traceutil/trace.go:171","msg":"trace[1975715900] linearizableReadLoop","detail":"{readStateIndex:5566; appliedIndex:5565; }","duration":"121.306446ms","start":"2026-05-28T02:17:55.021518Z","end":"2026-05-28T02:17:55.142824Z","steps":["trace[1975715900] 'read index received' (duration: 121.10576ms)","trace[1975715900] 'applied index is now lower than readState.Index' (duration: 199.816µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:55.142908Z","caller":"traceutil/trace.go:171","msg":"trace[578591264] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"149.973497ms","start":"2026-05-28T02:17:54.992896Z","end":"2026-05-28T02:17:55.14287Z","steps":["trace[578591264] 'process raft request' (duration: 149.778301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:55.14365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.083081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728577"} {"level":"info","ts":"2026-05-28T02:17:55.143832Z","caller":"traceutil/trace.go:171","msg":"trace[1071335301] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5352; }","duration":"122.346379ms","start":"2026-05-28T02:17:55.021459Z","end":"2026-05-28T02:17:55.143806Z","steps":["trace[1071335301] 'agreement among raft nodes before linearized reading' (duration: 121.460211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:55.402784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.657627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:17:55.402886Z","caller":"traceutil/trace.go:171","msg":"trace[1546790946] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5352; }","duration":"164.817773ms","start":"2026-05-28T02:17:55.238041Z","end":"2026-05-28T02:17:55.402859Z","steps":["trace[1546790946] 'count revisions from in-memory index tree' (duration: 164.522333ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:57.886073Z","caller":"traceutil/trace.go:171","msg":"trace[1625466424] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"169.296893ms","start":"2026-05-28T02:17:57.716695Z","end":"2026-05-28T02:17:57.885992Z","steps":["trace[1625466424] 'process raft request' (duration: 82.528541ms)","trace[1625466424] 'compare' (duration: 86.455243ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:57.962153Z","caller":"traceutil/trace.go:171","msg":"trace[1025485710] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"142.064538ms","start":"2026-05-28T02:17:57.820066Z","end":"2026-05-28T02:17:57.96213Z","steps":["trace[1025485710] 'process raft request' (duration: 141.765719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:58.944413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492394468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:17:59.367185Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.237811854s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:17:59.728111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636246627s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:17:59.728393Z","caller":"traceutil/trace.go:171","msg":"trace[790621533] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"1.599079472s","start":"2026-05-28T02:17:58.129294Z","end":"2026-05-28T02:17:59.728374Z","steps":["trace[790621533] 'process raft request' (duration: 1.59903629s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:59.728404Z","caller":"traceutil/trace.go:171","msg":"trace[1239083055] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"1.82691424s","start":"2026-05-28T02:17:57.901449Z","end":"2026-05-28T02:17:59.728364Z","steps":["trace[1239083055] 'process raft request' (duration: 190.322692ms)","trace[1239083055] 'compare' (duration: 1.635813304s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:17:59.728512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:58.129277Z","time spent":"1.599178824s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:17:59.728589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:57.901428Z","time spent":"1.827088875s","remote":"127.0.0.1:41612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2498,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:17:59.728657Z","caller":"traceutil/trace.go:171","msg":"trace[1013429338] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"1.800291984s","start":"2026-05-28T02:17:57.928353Z","end":"2026-05-28T02:17:59.728645Z","steps":["trace[1013429338] 'process raft request' (duration: 1.799861071s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:59.72872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:57.928327Z","time spent":"1.800358747s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:17:59.759845Z","caller":"traceutil/trace.go:171","msg":"trace[830220264] linearizableReadLoop","detail":"{readStateIndex:5620; appliedIndex:5615; }","duration":"1.316234676s","start":"2026-05-28T02:17:58.44358Z","end":"2026-05-28T02:17:59.759814Z","steps":["trace[830220264] 'read index received' (duration: 923.818521ms)","trace[830220264] 'applied index is now lower than readState.Index' (duration: 392.414755ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:59.759947Z","caller":"traceutil/trace.go:171","msg":"trace[159991106] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"1.321137999s","start":"2026-05-28T02:17:58.438784Z","end":"2026-05-28T02:17:59.759922Z","steps":["trace[159991106] 'process raft request' (duration: 1.320973134s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:59.759943Z","caller":"traceutil/trace.go:171","msg":"trace[404434771] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"1.321424658s","start":"2026-05-28T02:17:58.438463Z","end":"2026-05-28T02:17:59.759887Z","steps":["trace[404434771] 'process raft request' (duration: 1.321147779s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:59.76008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:58.438759Z","time spent":"1.321237473s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:17:59.760092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316502494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c609839d-2bb9-402f-b2e7-c0f94aa7bb5e\" ","response":"range_response_count:1 size:3599"} {"level":"info","ts":"2026-05-28T02:17:59.760151Z","caller":"traceutil/trace.go:171","msg":"trace[422214320] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c609839d-2bb9-402f-b2e7-c0f94aa7bb5e; range_end:; response_count:1; response_revision:5404; }","duration":"1.316604037s","start":"2026-05-28T02:17:58.443529Z","end":"2026-05-28T02:17:59.760133Z","steps":["trace[422214320] 'agreement among raft nodes before linearized reading' (duration: 1.316415951s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:59.76016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:58.438432Z","time spent":"1.321613254s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:17:59.760192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:58.443513Z","time spent":"1.316668769s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c609839d-2bb9-402f-b2e7-c0f94aa7bb5e\" "} {"level":"info","ts":"2026-05-28T02:17:59.874761Z","caller":"traceutil/trace.go:171","msg":"trace[365981585] linearizableReadLoop","detail":"{readStateIndex:5621; appliedIndex:5620; }","duration":"114.808053ms","start":"2026-05-28T02:17:59.759923Z","end":"2026-05-28T02:17:59.874731Z","steps":["trace[365981585] 'read index received' (duration: 75.83344ms)","trace[365981585] 'applied index is now lower than readState.Index' (duration: 38.973323ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:59.874916Z","caller":"traceutil/trace.go:171","msg":"trace[1576561170] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"209.629549ms","start":"2026-05-28T02:17:59.665266Z","end":"2026-05-28T02:17:59.874896Z","steps":["trace[1576561170] 'process raft request' (duration: 170.558483ms)","trace[1576561170] 'compare' (duration: 38.756246ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:17:59.875005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201344351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T02:17:59.875042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.523924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:17:59.875077Z","caller":"traceutil/trace.go:171","msg":"trace[1998038723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5405; }","duration":"1.201448324s","start":"2026-05-28T02:17:58.673608Z","end":"2026-05-28T02:17:59.875056Z","steps":["trace[1998038723] 'agreement among raft nodes before linearized reading' (duration: 1.20132437s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:59.875124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:58.673594Z","time spent":"1.201520656s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:17:59.875114Z","caller":"traceutil/trace.go:171","msg":"trace[674649939] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5405; }","duration":"382.694699ms","start":"2026-05-28T02:17:59.492401Z","end":"2026-05-28T02:17:59.875096Z","steps":["trace[674649939] 'agreement among raft nodes before linearized reading' (duration: 382.552915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:59.87518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108835717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16520"} {"level":"info","ts":"2026-05-28T02:17:59.875244Z","caller":"traceutil/trace.go:171","msg":"trace[994391616] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5405; }","duration":"1.108930471s","start":"2026-05-28T02:17:58.766296Z","end":"2026-05-28T02:17:59.875226Z","steps":["trace[994391616] 'agreement among raft nodes before linearized reading' (duration: 1.108735154s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:59.875287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.258397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:17:59.875301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:58.766281Z","time spent":"1.109007552s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16543,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T02:17:59.875281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.58355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:17:59.875363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203069665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:17:59.875425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157016469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c609839d-2bb9-402f-b2e7-c0f94aa7bb5e\" ","response":"range_response_count:1 size:3599"} {"level":"warn","ts":"2026-05-28T02:17:59.875239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201636959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:17:59.875482Z","caller":"traceutil/trace.go:171","msg":"trace[182234358] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c609839d-2bb9-402f-b2e7-c0f94aa7bb5e; range_end:; response_count:1; response_revision:5405; }","duration":"1.157087762s","start":"2026-05-28T02:17:58.718381Z","end":"2026-05-28T02:17:59.875469Z","steps":["trace[182234358] 'agreement among raft nodes before linearized reading' (duration: 1.156926497s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:59.875505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.333086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"warn","ts":"2026-05-28T02:17:59.875535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.363344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:17:59.875566Z","caller":"traceutil/trace.go:171","msg":"trace[1771241977] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:5405; }","duration":"901.427099ms","start":"2026-05-28T02:17:58.974125Z","end":"2026-05-28T02:17:59.875552Z","steps":["trace[1771241977] 'agreement among raft nodes before linearized reading' (duration: 901.274054ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:59.875597Z","caller":"traceutil/trace.go:171","msg":"trace[181147392] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5405; }","duration":"103.456877ms","start":"2026-05-28T02:17:59.772126Z","end":"2026-05-28T02:17:59.875583Z","steps":["trace[181147392] 'agreement among raft nodes before linearized reading' (duration: 103.351243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:59.87561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:58.974108Z","time spent":"901.49188ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"warn","ts":"2026-05-28T02:17:59.875648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371154699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:17:59.875718Z","caller":"traceutil/trace.go:171","msg":"trace[2071706238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5405; }","duration":"1.371246652s","start":"2026-05-28T02:17:58.504455Z","end":"2026-05-28T02:17:59.875701Z","steps":["trace[2071706238] 'agreement among raft nodes before linearized reading' (duration: 1.371127829s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:59.875768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:58.504414Z","time spent":"1.371340945s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:17:59.875306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202118835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:17:59.875823Z","caller":"traceutil/trace.go:171","msg":"trace[983837213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5405; }","duration":"1.202677743s","start":"2026-05-28T02:17:58.67313Z","end":"2026-05-28T02:17:59.875808Z","steps":["trace[983837213] 'agreement among raft nodes before linearized reading' (duration: 1.202141236s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:59.875877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:58.673106Z","time spent":"1.202757754s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:17:59.875419Z","caller":"traceutil/trace.go:171","msg":"trace[699256338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5405; }","duration":"1.203157277s","start":"2026-05-28T02:17:58.672248Z","end":"2026-05-28T02:17:59.875405Z","steps":["trace[699256338] 'agreement among raft nodes before linearized reading' (duration: 1.203081425s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:59.875936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297349043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786762"} {"level":"warn","ts":"2026-05-28T02:17:59.875996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:58.672228Z","time spent":"1.203732246s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:17:59.876023Z","caller":"traceutil/trace.go:171","msg":"trace[530831129] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5405; }","duration":"1.297471897s","start":"2026-05-28T02:17:58.578534Z","end":"2026-05-28T02:17:59.876006Z","steps":["trace[530831129] 'agreement among raft nodes before linearized reading' (duration: 1.29692522s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:59.875564Z","caller":"traceutil/trace.go:171","msg":"trace[1383343347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5405; }","duration":"1.20195787s","start":"2026-05-28T02:17:58.673566Z","end":"2026-05-28T02:17:59.875524Z","steps":["trace[1383343347] 'agreement among raft nodes before linearized reading' (duration: 1.201614909s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:59.876071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:58.578515Z","time spent":"1.297540109s","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":786785,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-05-28T02:17:59.876112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:58.673556Z","time spent":"1.202516617s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:17:59.875515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:58.718373Z","time spent":"1.157134483s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c609839d-2bb9-402f-b2e7-c0f94aa7bb5e\" "} {"level":"info","ts":"2026-05-28T02:17:59.875366Z","caller":"traceutil/trace.go:171","msg":"trace[1325148236] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5405; }","duration":"197.705824ms","start":"2026-05-28T02:17:59.677638Z","end":"2026-05-28T02:17:59.875344Z","steps":["trace[1325148236] 'agreement among raft nodes before linearized reading' (duration: 197.56726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:59.875191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:59.492386Z","time spent":"382.786373ms","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:17:59.875341Z","caller":"traceutil/trace.go:171","msg":"trace[2018046358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5405; }","duration":"339.336259ms","start":"2026-05-28T02:17:59.53599Z","end":"2026-05-28T02:17:59.875326Z","steps":["trace[2018046358] 'agreement among raft nodes before linearized reading' (duration: 339.231785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:59.876355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:59.535975Z","time spent":"340.373142ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:18:00.39138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.244139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:18:00.391514Z","caller":"traceutil/trace.go:171","msg":"trace[1108662296] linearizableReadLoop","detail":"{readStateIndex:5629; appliedIndex:5628; }","duration":"248.459837ms","start":"2026-05-28T02:18:00.143036Z","end":"2026-05-28T02:18:00.391496Z","steps":["trace[1108662296] 'read index received' (duration: 16.017132ms)","trace[1108662296] 'applied index is now lower than readState.Index' (duration: 232.440285ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:00.391544Z","caller":"traceutil/trace.go:171","msg":"trace[217939574] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"261.588159ms","start":"2026-05-28T02:18:00.129921Z","end":"2026-05-28T02:18:00.391509Z","steps":["trace[217939574] 'process raft request' (duration: 29.102923ms)","trace[217939574] 'compare' (duration: 231.904008ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:00.392018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.984784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786762"} {"level":"info","ts":"2026-05-28T02:18:00.392055Z","caller":"traceutil/trace.go:171","msg":"trace[1371385857] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5412; }","duration":"249.057346ms","start":"2026-05-28T02:18:00.142985Z","end":"2026-05-28T02:18:00.392043Z","steps":["trace[1371385857] 'agreement among raft nodes before linearized reading' (duration: 248.55836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:01.149447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.228733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:01.149515Z","caller":"traceutil/trace.go:171","msg":"trace[417409971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5412; }","duration":"613.332846ms","start":"2026-05-28T02:18:00.536166Z","end":"2026-05-28T02:18:01.149499Z","steps":["trace[417409971] 'range keys from in-memory index tree' (duration: 613.109549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:01.149543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:00.53615Z","time spent":"613.387467ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:18:01.149523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.421821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:01.149828Z","caller":"traceutil/trace.go:171","msg":"trace[1138459212] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5412; }","duration":"136.784682ms","start":"2026-05-28T02:18:01.013033Z","end":"2026-05-28T02:18:01.149818Z","steps":["trace[1138459212] 'count revisions from in-memory index tree' (duration: 136.315687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:01.149902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.644815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18b399285e3b5b77\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-05-28T02:18:01.149972Z","caller":"traceutil/trace.go:171","msg":"trace[28775091] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18b399285e3b5b77; range_end:; response_count:1; response_revision:5412; }","duration":"105.771269ms","start":"2026-05-28T02:18:01.044183Z","end":"2026-05-28T02:18:01.149954Z","steps":["trace[28775091] 'range keys from in-memory index tree' (duration: 105.416927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:01.150019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.440724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:18:01.150093Z","caller":"traceutil/trace.go:171","msg":"trace[648900147] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5412; }","duration":"472.560918ms","start":"2026-05-28T02:18:00.677513Z","end":"2026-05-28T02:18:01.150074Z","steps":["trace[648900147] 'count revisions from in-memory index tree' (duration: 472.360272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:01.150138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:00.677494Z","time spent":"472.632421ms","remote":"127.0.0.1:56856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:18:01.150234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.381432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c609839d-2bb9-402f-b2e7-c0f94aa7bb5e\" ","response":"range_response_count:1 size:3719"} {"level":"info","ts":"2026-05-28T02:18:01.150319Z","caller":"traceutil/trace.go:171","msg":"trace[1845736246] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c609839d-2bb9-402f-b2e7-c0f94aa7bb5e; range_end:; response_count:1; response_revision:5412; }","duration":"385.521717ms","start":"2026-05-28T02:18:00.764774Z","end":"2026-05-28T02:18:01.150295Z","steps":["trace[1845736246] 'range keys from in-memory index tree' (duration: 385.178486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:01.150367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:00.764751Z","time spent":"385.604149ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3742,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c609839d-2bb9-402f-b2e7-c0f94aa7bb5e\" "} {"level":"info","ts":"2026-05-28T02:18:01.339671Z","caller":"traceutil/trace.go:171","msg":"trace[210457309] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"158.6877ms","start":"2026-05-28T02:18:01.180949Z","end":"2026-05-28T02:18:01.339637Z","steps":["trace[210457309] 'process raft request' (duration: 140.399066ms)","trace[210457309] 'compare' (duration: 18.136139ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:03.30572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.331354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:03.305831Z","caller":"traceutil/trace.go:171","msg":"trace[1669226019] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5456; }","duration":"336.49162ms","start":"2026-05-28T02:18:02.969313Z","end":"2026-05-28T02:18:03.305805Z","steps":["trace[1669226019] 'count revisions from in-memory index tree' (duration: 336.172719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:03.305892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:02.969294Z","time spent":"336.578862ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:18:03.305955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.905859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:03.306014Z","caller":"traceutil/trace.go:171","msg":"trace[808667965] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5456; }","duration":"269.021242ms","start":"2026-05-28T02:18:03.036979Z","end":"2026-05-28T02:18:03.306001Z","steps":["trace[808667965] 'range keys from in-memory index tree' (duration: 268.805395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:03.306019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.361564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c609839d-2bb9-402f-b2e7-c0f94aa7bb5e\" ","response":"range_response_count:1 size:3905"} {"level":"info","ts":"2026-05-28T02:18:03.306118Z","caller":"traceutil/trace.go:171","msg":"trace[986060938] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c609839d-2bb9-402f-b2e7-c0f94aa7bb5e; range_end:; response_count:1; response_revision:5456; }","duration":"147.495398ms","start":"2026-05-28T02:18:03.158601Z","end":"2026-05-28T02:18:03.306096Z","steps":["trace[986060938] 'range keys from in-memory index tree' (duration: 147.157197ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:03.41521Z","caller":"traceutil/trace.go:171","msg":"trace[1948299758] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"101.156444ms","start":"2026-05-28T02:18:03.314033Z","end":"2026-05-28T02:18:03.41519Z","steps":["trace[1948299758] 'process raft request' (duration: 100.479163ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:03.41544Z","caller":"traceutil/trace.go:171","msg":"trace[748499907] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"100.979979ms","start":"2026-05-28T02:18:03.314421Z","end":"2026-05-28T02:18:03.415401Z","steps":["trace[748499907] 'process raft request' (duration: 100.278817ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:03.415637Z","caller":"traceutil/trace.go:171","msg":"trace[1236106649] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"100.772243ms","start":"2026-05-28T02:18:03.314835Z","end":"2026-05-28T02:18:03.415607Z","steps":["trace[1236106649] 'process raft request' (duration: 99.911285ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:13.027918Z","caller":"traceutil/trace.go:171","msg":"trace[915989317] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"192.636119ms","start":"2026-05-28T02:18:12.835264Z","end":"2026-05-28T02:18:13.0279Z","steps":["trace[915989317] 'process raft request' (duration: 192.484625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:13.268695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.561106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:18:13.268879Z","caller":"traceutil/trace.go:171","msg":"trace[505780034] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"235.032864ms","start":"2026-05-28T02:18:13.033827Z","end":"2026-05-28T02:18:13.26886Z","steps":["trace[505780034] 'process raft request' (duration: 118.22978ms)","trace[505780034] 'compare' (duration: 116.439543ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:13.268912Z","caller":"traceutil/trace.go:171","msg":"trace[135497869] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"234.920391ms","start":"2026-05-28T02:18:13.033979Z","end":"2026-05-28T02:18:13.268899Z","steps":["trace[135497869] 'process raft request' (duration: 234.817727ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:13.26923Z","caller":"traceutil/trace.go:171","msg":"trace[1344622617] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"234.418795ms","start":"2026-05-28T02:18:13.034799Z","end":"2026-05-28T02:18:13.269218Z","steps":["trace[1344622617] 'process raft request' (duration: 234.064373ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:13.269353Z","caller":"traceutil/trace.go:171","msg":"trace[1087207609] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"230.215931ms","start":"2026-05-28T02:18:13.039109Z","end":"2026-05-28T02:18:13.269325Z","steps":["trace[1087207609] 'process raft request' (duration: 230.041416ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:13.897642Z","caller":"traceutil/trace.go:171","msg":"trace[1137194051] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"109.349848ms","start":"2026-05-28T02:18:13.788263Z","end":"2026-05-28T02:18:13.897613Z","steps":["trace[1137194051] 'process raft request' (duration: 109.182133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:14.477291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492395055,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:18:14.76852Z","caller":"traceutil/trace.go:171","msg":"trace[1748102401] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"907.090527ms","start":"2026-05-28T02:18:13.861407Z","end":"2026-05-28T02:18:14.768498Z","steps":["trace[1748102401] 'process raft request' (duration: 906.991484ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:14.768682Z","caller":"traceutil/trace.go:171","msg":"trace[1175131688] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"910.142874ms","start":"2026-05-28T02:18:13.858506Z","end":"2026-05-28T02:18:14.768649Z","steps":["trace[1175131688] 'process raft request' (duration: 902.891174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:14.768744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:13.86139Z","time spent":"907.200141ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:18:14.768758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:13.858482Z","time spent":"910.239337ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:14.780281Z","caller":"traceutil/trace.go:171","msg":"trace[282968814] linearizableReadLoop","detail":"{readStateIndex:5893; appliedIndex:5889; }","duration":"803.000546ms","start":"2026-05-28T02:18:13.977256Z","end":"2026-05-28T02:18:14.780256Z","steps":["trace[282968814] 'read index received' (duration: 784.150318ms)","trace[282968814] 'applied index is now lower than readState.Index' (duration: 18.849328ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:14.780333Z","caller":"traceutil/trace.go:171","msg":"trace[412872244] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"655.800518ms","start":"2026-05-28T02:18:14.1245Z","end":"2026-05-28T02:18:14.7803Z","steps":["trace[412872244] 'process raft request' (duration: 655.578591ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:14.780402Z","caller":"traceutil/trace.go:171","msg":"trace[1803050538] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"593.109529ms","start":"2026-05-28T02:18:14.187283Z","end":"2026-05-28T02:18:14.780392Z","steps":["trace[1803050538] 'process raft request' (duration: 592.935304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:14.780472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:14.124479Z","time spent":"655.910571ms","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18403,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:18:14.780519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:14.187255Z","time spent":"593.193232ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:18:14.780736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.905225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:18:14.780814Z","caller":"traceutil/trace.go:171","msg":"trace[1135580388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5669; }","duration":"787.021689ms","start":"2026-05-28T02:18:13.993771Z","end":"2026-05-28T02:18:14.780793Z","steps":["trace[1135580388] 'agreement among raft nodes before linearized reading' (duration: 786.829113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:14.780858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:13.99375Z","time spent":"787.097172ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:18:14.780908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.390098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:18:14.780935Z","caller":"traceutil/trace.go:171","msg":"trace[1809305805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5669; }","duration":"692.437239ms","start":"2026-05-28T02:18:14.088491Z","end":"2026-05-28T02:18:14.780928Z","steps":["trace[1809305805] 'agreement among raft nodes before linearized reading' (duration: 692.337986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:14.78095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.236728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:18:14.780987Z","caller":"traceutil/trace.go:171","msg":"trace[305075712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5669; }","duration":"747.334581ms","start":"2026-05-28T02:18:14.033643Z","end":"2026-05-28T02:18:14.780978Z","steps":["trace[305075712] 'agreement among raft nodes before linearized reading' (duration: 747.223907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:14.781008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:14.033608Z","time spent":"747.395913ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:18:14.781018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.774931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:18:14.781038Z","caller":"traceutil/trace.go:171","msg":"trace[2051392075] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:5669; }","duration":"803.831742ms","start":"2026-05-28T02:18:13.9772Z","end":"2026-05-28T02:18:14.781032Z","steps":["trace[2051392075] 'agreement among raft nodes before linearized reading' (duration: 803.76968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:14.78106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:13.977177Z","time spent":"803.879874ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"warn","ts":"2026-05-28T02:18:14.7811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.873329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:18:14.781135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.794995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:18:14.781156Z","caller":"traceutil/trace.go:171","msg":"trace[1210011176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5669; }","duration":"694.863616ms","start":"2026-05-28T02:18:14.086286Z","end":"2026-05-28T02:18:14.78115Z","steps":["trace[1210011176] 'agreement among raft nodes before linearized reading' (duration: 694.807614ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:14.781158Z","caller":"traceutil/trace.go:171","msg":"trace[759630473] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5669; }","duration":"783.992713ms","start":"2026-05-28T02:18:13.997149Z","end":"2026-05-28T02:18:14.781142Z","steps":["trace[759630473] 'agreement among raft nodes before linearized reading' (duration: 783.90168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:14.781174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:14.086263Z","time spent":"694.907708ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:18:14.781204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.37826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:18:14.780956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:14.08848Z","time spent":"692.471691ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:18:14.781229Z","caller":"traceutil/trace.go:171","msg":"trace[1593213657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5669; }","duration":"244.437641ms","start":"2026-05-28T02:18:14.536786Z","end":"2026-05-28T02:18:14.781224Z","steps":["trace[1593213657] 'agreement among raft nodes before linearized reading' (duration: 244.39023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:14.781228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:13.997116Z","time spent":"784.098006ms","remote":"127.0.0.1:56886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:18:14.781316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.687837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:18:14.781341Z","caller":"traceutil/trace.go:171","msg":"trace[1182274205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5669; }","duration":"692.738489ms","start":"2026-05-28T02:18:14.088596Z","end":"2026-05-28T02:18:14.781335Z","steps":["trace[1182274205] 'agreement among raft nodes before linearized reading' (duration: 692.677717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:14.781362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:14.088578Z","time spent":"692.779191ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:18:20.165604Z","caller":"traceutil/trace.go:171","msg":"trace[1053455559] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"280.796695ms","start":"2026-05-28T02:18:19.884784Z","end":"2026-05-28T02:18:20.16558Z","steps":["trace[1053455559] 'process raft request' (duration: 280.649791ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:20.166505Z","caller":"traceutil/trace.go:171","msg":"trace[1029941815] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"222.689412ms","start":"2026-05-28T02:18:19.943791Z","end":"2026-05-28T02:18:20.166481Z","steps":["trace[1029941815] 'process raft request' (duration: 222.484936ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:21.12982Z","caller":"traceutil/trace.go:171","msg":"trace[1174121742] linearizableReadLoop","detail":"{readStateIndex:5958; appliedIndex:5955; }","duration":"148.700796ms","start":"2026-05-28T02:18:20.981101Z","end":"2026-05-28T02:18:21.129802Z","steps":["trace[1174121742] 'read index received' (duration: 61.324235ms)","trace[1174121742] 'applied index is now lower than readState.Index' (duration: 87.375761ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:21.129822Z","caller":"traceutil/trace.go:171","msg":"trace[170871131] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"150.351408ms","start":"2026-05-28T02:18:20.979444Z","end":"2026-05-28T02:18:21.129795Z","steps":["trace[170871131] 'process raft request' (duration: 116.592077ms)","trace[170871131] 'compare' (duration: 33.597326ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:21.129902Z","caller":"traceutil/trace.go:171","msg":"trace[1582704613] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"148.894002ms","start":"2026-05-28T02:18:20.980996Z","end":"2026-05-28T02:18:21.12989Z","steps":["trace[1582704613] 'process raft request' (duration: 148.756078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.13024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.110499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126830"} {"level":"info","ts":"2026-05-28T02:18:21.130332Z","caller":"traceutil/trace.go:171","msg":"trace[747845407] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5732; }","duration":"149.230223ms","start":"2026-05-28T02:18:20.981081Z","end":"2026-05-28T02:18:21.130311Z","steps":["trace[747845407] 'agreement among raft nodes before linearized reading' (duration: 148.865221ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:21.31589Z","caller":"traceutil/trace.go:171","msg":"trace[670404393] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"129.820828ms","start":"2026-05-28T02:18:21.186028Z","end":"2026-05-28T02:18:21.315849Z","steps":["trace[670404393] 'process raft request' (duration: 68.438841ms)","trace[670404393] 'compare' (duration: 61.155529ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:21.622903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.083246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:18:21.623175Z","caller":"traceutil/trace.go:171","msg":"trace[1124058898] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"302.389729ms","start":"2026-05-28T02:18:21.320768Z","end":"2026-05-28T02:18:21.623158Z","steps":["trace[1124058898] 'process raft request' (duration: 302.351768ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:21.623302Z","caller":"traceutil/trace.go:171","msg":"trace[1846209201] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"436.802213ms","start":"2026-05-28T02:18:21.186472Z","end":"2026-05-28T02:18:21.623275Z","steps":["trace[1846209201] 'process raft request' (duration: 436.612957ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:21.623297Z","caller":"traceutil/trace.go:171","msg":"trace[922870258] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"437.040021ms","start":"2026-05-28T02:18:21.186224Z","end":"2026-05-28T02:18:21.623264Z","steps":["trace[922870258] 'process raft request' (duration: 253.531421ms)","trace[922870258] 'compare' (duration: 182.846529ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:21.623316Z","caller":"traceutil/trace.go:171","msg":"trace[67353032] linearizableReadLoop","detail":"{readStateIndex:5964; appliedIndex:5961; }","duration":"303.727643ms","start":"2026-05-28T02:18:21.31956Z","end":"2026-05-28T02:18:21.623288Z","steps":["trace[67353032] 'read index received' (duration: 120.225583ms)","trace[67353032] 'applied index is now lower than readState.Index' (duration: 183.49933ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:21.623395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:21.186208Z","time spent":"437.158444ms","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:18:21.623429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:21.186449Z","time spent":"436.913056ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1145,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:18:21.623228Z","caller":"traceutil/trace.go:171","msg":"trace[2131196514] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"436.873545ms","start":"2026-05-28T02:18:21.186273Z","end":"2026-05-28T02:18:21.623147Z","steps":["trace[2131196514] 'process raft request' (duration: 436.734321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.623574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.698166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:21.623649Z","caller":"traceutil/trace.go:171","msg":"trace[230094584] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5739; }","duration":"294.79913ms","start":"2026-05-28T02:18:21.328832Z","end":"2026-05-28T02:18:21.623631Z","steps":["trace[230094584] 'agreement among raft nodes before linearized reading' (duration: 294.648815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.623723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.618891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-28T02:18:21.62377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:21.186243Z","time spent":"437.449133ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:18:21.623788Z","caller":"traceutil/trace.go:171","msg":"trace[787709928] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5739; }","duration":"182.738275ms","start":"2026-05-28T02:18:21.441032Z","end":"2026-05-28T02:18:21.62377Z","steps":["trace[787709928] 'agreement among raft nodes before linearized reading' (duration: 182.434795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.62378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.994291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-28T02:18:21.62384Z","caller":"traceutil/trace.go:171","msg":"trace[41782896] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5739; }","duration":"304.218668ms","start":"2026-05-28T02:18:21.319609Z","end":"2026-05-28T02:18:21.623828Z","steps":["trace[41782896] 'agreement among raft nodes before linearized reading' (duration: 303.842276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.623877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:21.319592Z","time spent":"304.27582ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-05-28T02:18:21.623619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:21.320732Z","time spent":"302.485302ms","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1306,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:18:21.624224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.650592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-28T02:18:21.624278Z","caller":"traceutil/trace.go:171","msg":"trace[1319039227] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5739; }","duration":"304.744185ms","start":"2026-05-28T02:18:21.31952Z","end":"2026-05-28T02:18:21.624264Z","steps":["trace[1319039227] 'agreement among raft nodes before linearized reading' (duration: 303.853646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.624312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:21.319502Z","time spent":"304.802386ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-05-28T02:18:21.791449Z","caller":"traceutil/trace.go:171","msg":"trace[746768870] linearizableReadLoop","detail":"{readStateIndex:5968; appliedIndex:5965; }","duration":"154.120237ms","start":"2026-05-28T02:18:21.637297Z","end":"2026-05-28T02:18:21.791417Z","steps":["trace[746768870] 'read index received' (duration: 28.551705ms)","trace[746768870] 'applied index is now lower than readState.Index' (duration: 125.549902ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:21.791663Z","caller":"traceutil/trace.go:171","msg":"trace[728882065] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"162.190513ms","start":"2026-05-28T02:18:21.62944Z","end":"2026-05-28T02:18:21.791631Z","steps":["trace[728882065] 'process raft request' (duration: 161.849752ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:21.791709Z","caller":"traceutil/trace.go:171","msg":"trace[1788337959] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"163.538376ms","start":"2026-05-28T02:18:21.628154Z","end":"2026-05-28T02:18:21.791692Z","steps":["trace[1788337959] 'process raft request' (duration: 101.431497ms)","trace[1788337959] 'compare' (duration: 61.468689ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:21.791885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.50458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-28T02:18:21.791932Z","caller":"traceutil/trace.go:171","msg":"trace[772646617] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5742; }","duration":"154.659644ms","start":"2026-05-28T02:18:21.63726Z","end":"2026-05-28T02:18:21.79192Z","steps":["trace[772646617] 'agreement among raft nodes before linearized reading' (duration: 154.267012ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:23.257166Z","caller":"traceutil/trace.go:171","msg":"trace[1324440348] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"275.512516ms","start":"2026-05-28T02:18:22.981627Z","end":"2026-05-28T02:18:23.257139Z","steps":["trace[1324440348] 'process raft request' (duration: 275.30648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:23.647881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.510569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:18:23.648022Z","caller":"traceutil/trace.go:171","msg":"trace[1292014366] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"665.618688ms","start":"2026-05-28T02:18:22.982383Z","end":"2026-05-28T02:18:23.648002Z","steps":["trace[1292014366] 'process raft request' (duration: 540.859202ms)","trace[1292014366] 'compare' (duration: 124.387574ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:23.648091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:22.982371Z","time spent":"665.69082ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:23.648237Z","caller":"traceutil/trace.go:171","msg":"trace[886262099] linearizableReadLoop","detail":"{readStateIndex:6017; appliedIndex:6015; }","duration":"664.520423ms","start":"2026-05-28T02:18:22.983688Z","end":"2026-05-28T02:18:23.648209Z","steps":["trace[886262099] 'read index received' (duration: 273.272615ms)","trace[886262099] 'applied index is now lower than readState.Index' (duration: 391.246638ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:23.648412Z","caller":"traceutil/trace.go:171","msg":"trace[1488456864] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"664.139231ms","start":"2026-05-28T02:18:22.984255Z","end":"2026-05-28T02:18:23.648394Z","steps":["trace[1488456864] 'process raft request' (duration: 663.889233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:23.648603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.451578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-398931a7-822a-443c-a739-f9eddfa40eb5\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-05-28T02:18:23.648612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:22.984248Z","time spent":"664.251494ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:18:23.64864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.923795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:18:23.648673Z","caller":"traceutil/trace.go:171","msg":"trace[1981383536] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-398931a7-822a-443c-a739-f9eddfa40eb5; range_end:; response_count:1; response_revision:5793; }","duration":"575.564062ms","start":"2026-05-28T02:18:23.073092Z","end":"2026-05-28T02:18:23.648656Z","steps":["trace[1981383536] 'agreement among raft nodes before linearized reading' (duration: 575.363966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:23.648602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.58127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:18:23.648718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:23.073073Z","time spent":"575.634003ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-398931a7-822a-443c-a739-f9eddfa40eb5\" "} {"level":"info","ts":"2026-05-28T02:18:23.648713Z","caller":"traceutil/trace.go:171","msg":"trace[282909506] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:5793; }","duration":"665.018009ms","start":"2026-05-28T02:18:22.983675Z","end":"2026-05-28T02:18:23.648693Z","steps":["trace[282909506] 'agreement among raft nodes before linearized reading' (duration: 664.776401ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:23.648611Z","caller":"traceutil/trace.go:171","msg":"trace[1563318758] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"664.826813ms","start":"2026-05-28T02:18:22.983758Z","end":"2026-05-28T02:18:23.648585Z","steps":["trace[1563318758] 'process raft request' (duration: 664.219843ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:23.648776Z","caller":"traceutil/trace.go:171","msg":"trace[1829754514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5793; }","duration":"112.761186ms","start":"2026-05-28T02:18:23.535975Z","end":"2026-05-28T02:18:23.648736Z","steps":["trace[1829754514] 'agreement among raft nodes before linearized reading' (duration: 112.55467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:23.648762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:22.983669Z","time spent":"665.084031ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"warn","ts":"2026-05-28T02:18:23.64904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:22.983752Z","time spent":"665.235035ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:18:24.246714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.639995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:18:24.246819Z","caller":"traceutil/trace.go:171","msg":"trace[1788376561] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5793; }","duration":"248.79173ms","start":"2026-05-28T02:18:23.997998Z","end":"2026-05-28T02:18:24.24679Z","steps":["trace[1788376561] 'count revisions from in-memory index tree' (duration: 248.49718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:24.246874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.713198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-398931a7-822a-443c-a739-f9eddfa40eb5\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-28T02:18:24.246911Z","caller":"traceutil/trace.go:171","msg":"trace[1204255055] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-398931a7-822a-443c-a739-f9eddfa40eb5; range_end:; response_count:1; response_revision:5793; }","duration":"324.868562ms","start":"2026-05-28T02:18:23.922032Z","end":"2026-05-28T02:18:24.246901Z","steps":["trace[1204255055] 'range keys from in-memory index tree' (duration: 324.48884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:24.246935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:23.92201Z","time spent":"324.916794ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-398931a7-822a-443c-a739-f9eddfa40eb5\" "} {"level":"info","ts":"2026-05-28T02:18:24.615211Z","caller":"traceutil/trace.go:171","msg":"trace[627240901] transaction","detail":"{read_only:false; response_revision:5794; number_of_response:1; }","duration":"437.05143ms","start":"2026-05-28T02:18:24.178133Z","end":"2026-05-28T02:18:24.615184Z","steps":["trace[627240901] 'process raft request' (duration: 436.888335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:24.615393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:24.178107Z","time spent":"437.193055ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:18:25.70583Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.090745511s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:18:25.706305Z","caller":"traceutil/trace.go:171","msg":"trace[989053412] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"1.52554387s","start":"2026-05-28T02:18:24.180727Z","end":"2026-05-28T02:18:25.706271Z","steps":["trace[989053412] 'process raft request' (duration: 1.525337524s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:25.706469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:24.180713Z","time spent":"1.525676454s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:25.706447Z","caller":"traceutil/trace.go:171","msg":"trace[396026281] linearizableReadLoop","detail":"{readStateIndex:6022; appliedIndex:6019; }","duration":"1.169994465s","start":"2026-05-28T02:18:24.536418Z","end":"2026-05-28T02:18:25.706413Z","steps":["trace[396026281] 'read index received' (duration: 78.666945ms)","trace[396026281] 'applied index is now lower than readState.Index' (duration: 1.091325229s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:25.706553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170129909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:25.706582Z","caller":"traceutil/trace.go:171","msg":"trace[562948228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5796; }","duration":"1.170214662s","start":"2026-05-28T02:18:24.53636Z","end":"2026-05-28T02:18:25.706575Z","steps":["trace[562948228] 'agreement among raft nodes before linearized reading' (duration: 1.170137289s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:25.706603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:24.536337Z","time spent":"1.170261343s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:18:25.706611Z","caller":"traceutil/trace.go:171","msg":"trace[1886954360] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"1.448828968s","start":"2026-05-28T02:18:24.25774Z","end":"2026-05-28T02:18:25.706569Z","steps":["trace[1886954360] 'process raft request' (duration: 1.448455816s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:25.706759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:24.257722Z","time spent":"1.448958651s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3749,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:26.031049Z","caller":"traceutil/trace.go:171","msg":"trace[43433282] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"1.211037446s","start":"2026-05-28T02:18:24.819985Z","end":"2026-05-28T02:18:26.031022Z","steps":["trace[43433282] 'process raft request' (duration: 1.21082682s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:26.03121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:24.819966Z","time spent":"1.211162941s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:26.031417Z","caller":"traceutil/trace.go:171","msg":"trace[1062807699] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"1.146570752s","start":"2026-05-28T02:18:24.884817Z","end":"2026-05-28T02:18:26.031388Z","steps":["trace[1062807699] 'process raft request' (duration: 1.146149839s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:26.03161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:24.884799Z","time spent":"1.146710986s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:26.031628Z","caller":"traceutil/trace.go:171","msg":"trace[820341696] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"1.144987922s","start":"2026-05-28T02:18:24.886623Z","end":"2026-05-28T02:18:26.031611Z","steps":["trace[820341696] 'process raft request' (duration: 1.144635641s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:26.031742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:24.886594Z","time spent":"1.145096416s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:26.031732Z","caller":"traceutil/trace.go:171","msg":"trace[362041929] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"567.641402ms","start":"2026-05-28T02:18:25.464058Z","end":"2026-05-28T02:18:26.0317Z","steps":["trace[362041929] 'process raft request' (duration: 567.429305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:26.031896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:25.464031Z","time spent":"567.767256ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:26.033583Z","caller":"traceutil/trace.go:171","msg":"trace[1426806503] linearizableReadLoop","detail":"{readStateIndex:6027; appliedIndex:6022; }","duration":"327.033862ms","start":"2026-05-28T02:18:25.70653Z","end":"2026-05-28T02:18:26.033564Z","steps":["trace[1426806503] 'read index received' (duration: 324.189582ms)","trace[1426806503] 'applied index is now lower than readState.Index' (duration: 2.84337ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:26.033775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.96766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:18:26.033808Z","caller":"traceutil/trace.go:171","msg":"trace[235091076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5800; }","duration":"380.049732ms","start":"2026-05-28T02:18:25.653749Z","end":"2026-05-28T02:18:26.033799Z","steps":["trace[235091076] 'agreement among raft nodes before linearized reading' (duration: 379.921658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:26.033815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25689083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:18:26.033841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:25.653728Z","time spent":"380.102874ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:18:26.033885Z","caller":"traceutil/trace.go:171","msg":"trace[1941074517] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5800; }","duration":"1.257030024s","start":"2026-05-28T02:18:24.776834Z","end":"2026-05-28T02:18:26.033864Z","steps":["trace[1941074517] 'agreement among raft nodes before linearized reading' (duration: 1.256867959s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:26.033943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:24.776814Z","time spent":"1.257112508s","remote":"127.0.0.1:56904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:18:26.03397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.810644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"warn","ts":"2026-05-28T02:18:26.033971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.729484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-28T02:18:26.03403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379972664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-398931a7-822a-443c-a739-f9eddfa40eb5\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-28T02:18:26.034029Z","caller":"traceutil/trace.go:171","msg":"trace[1744796276] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:5800; }","duration":"373.900988ms","start":"2026-05-28T02:18:25.660106Z","end":"2026-05-28T02:18:26.034007Z","steps":["trace[1744796276] 'agreement among raft nodes before linearized reading' (duration: 373.760314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:26.034031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.875279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-05-28T02:18:26.03408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:25.660086Z","time spent":"373.9818ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"info","ts":"2026-05-28T02:18:26.0341Z","caller":"traceutil/trace.go:171","msg":"trace[729285503] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5800; }","duration":"351.969842ms","start":"2026-05-28T02:18:25.682112Z","end":"2026-05-28T02:18:26.034082Z","steps":["trace[729285503] 'agreement among raft nodes before linearized reading' (duration: 351.763706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:26.034151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:25.682089Z","time spent":"352.048075ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-28T02:18:26.034171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.491185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:18:26.034192Z","caller":"traceutil/trace.go:171","msg":"trace[1729663719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5800; }","duration":"379.534417ms","start":"2026-05-28T02:18:25.654652Z","end":"2026-05-28T02:18:26.034187Z","steps":["trace[1729663719] 'agreement among raft nodes before linearized reading' (duration: 379.485575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:26.034206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:25.654641Z","time spent":"379.561567ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:18:26.034209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.672498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-28T02:18:26.034226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.640094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:26.034246Z","caller":"traceutil/trace.go:171","msg":"trace[886902391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5800; }","duration":"558.740259ms","start":"2026-05-28T02:18:25.475496Z","end":"2026-05-28T02:18:26.034236Z","steps":["trace[886902391] 'agreement among raft nodes before linearized reading' (duration: 558.614145ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:26.034056Z","caller":"traceutil/trace.go:171","msg":"trace[2122619067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5800; }","duration":"771.866719ms","start":"2026-05-28T02:18:25.262169Z","end":"2026-05-28T02:18:26.034036Z","steps":["trace[2122619067] 'agreement among raft nodes before linearized reading' (duration: 771.621071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:26.034288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:25.475483Z","time spent":"558.795892ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:18:26.034277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108860756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:18:26.034329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:25.262129Z","time spent":"772.182959ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:18:26.034358Z","caller":"traceutil/trace.go:171","msg":"trace[1311232486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5800; }","duration":"1.109018361s","start":"2026-05-28T02:18:24.925325Z","end":"2026-05-28T02:18:26.034343Z","steps":["trace[1311232486] 'agreement among raft nodes before linearized reading' (duration: 1.108841845s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:26.034154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.839965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:18:26.034392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.705048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-425fq\" ","response":"range_response_count:1 size:4758"} {"level":"warn","ts":"2026-05-28T02:18:26.033816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.393002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:18:26.034053Z","caller":"traceutil/trace.go:171","msg":"trace[217167480] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-398931a7-822a-443c-a739-f9eddfa40eb5; range_end:; response_count:1; response_revision:5800; }","duration":"1.380031365s","start":"2026-05-28T02:18:24.654015Z","end":"2026-05-28T02:18:26.034046Z","steps":["trace[217167480] 'agreement among raft nodes before linearized reading' (duration: 1.379971123s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:26.034419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:24.925305Z","time spent":"1.109101064s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:18:26.034434Z","caller":"traceutil/trace.go:171","msg":"trace[106332018] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-425fq; range_end:; response_count:1; response_revision:5800; }","duration":"324.77082ms","start":"2026-05-28T02:18:25.709651Z","end":"2026-05-28T02:18:26.034422Z","steps":["trace[106332018] 'agreement among raft nodes before linearized reading' (duration: 324.649016ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:26.034454Z","caller":"traceutil/trace.go:171","msg":"trace[110380025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5800; }","duration":"380.099845ms","start":"2026-05-28T02:18:25.654339Z","end":"2026-05-28T02:18:26.034439Z","steps":["trace[110380025] 'agreement among raft nodes before linearized reading' (duration: 379.302889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:26.034481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:25.70964Z","time spent":"324.831012ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4781,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-425fq\" "} {"level":"warn","ts":"2026-05-28T02:18:26.034495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:25.654319Z","time spent":"380.163826ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:18:26.034421Z","caller":"traceutil/trace.go:171","msg":"trace[220831195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5800; }","duration":"327.133815ms","start":"2026-05-28T02:18:25.707279Z","end":"2026-05-28T02:18:26.034413Z","steps":["trace[220831195] 'agreement among raft nodes before linearized reading' (duration: 326.827625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:26.034451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:24.653995Z","time spent":"1.380448609s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-398931a7-822a-443c-a739-f9eddfa40eb5\" "} {"level":"warn","ts":"2026-05-28T02:18:26.034565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:25.707268Z","time spent":"327.280979ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:18:26.034276Z","caller":"traceutil/trace.go:171","msg":"trace[729461749] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5800; }","duration":"177.760047ms","start":"2026-05-28T02:18:25.8565Z","end":"2026-05-28T02:18:26.03426Z","steps":["trace[729461749] 'agreement among raft nodes before linearized reading' (duration: 177.687835ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:28.51228Z","caller":"traceutil/trace.go:171","msg":"trace[1858497297] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"449.143344ms","start":"2026-05-28T02:18:28.063112Z","end":"2026-05-28T02:18:28.512256Z","steps":["trace[1858497297] 'process raft request' (duration: 448.915297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:28.512486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:28.063101Z","time spent":"449.263659ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:28.512692Z","caller":"traceutil/trace.go:171","msg":"trace[1469166170] transaction","detail":"{read_only:false; response_revision:5864; number_of_response:1; }","duration":"449.32178ms","start":"2026-05-28T02:18:28.063343Z","end":"2026-05-28T02:18:28.512665Z","steps":["trace[1469166170] 'process raft request' (duration: 448.874326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:28.512983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:28.063329Z","time spent":"449.515596ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:28.513016Z","caller":"traceutil/trace.go:171","msg":"trace[2143603146] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"448.751121ms","start":"2026-05-28T02:18:28.064241Z","end":"2026-05-28T02:18:28.512993Z","steps":["trace[2143603146] 'process raft request' (duration: 448.549285ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:28.513011Z","caller":"traceutil/trace.go:171","msg":"trace[1291401229] linearizableReadLoop","detail":"{readStateIndex:6093; appliedIndex:6092; }","duration":"449.769064ms","start":"2026-05-28T02:18:28.063214Z","end":"2026-05-28T02:18:28.512983Z","steps":["trace[1291401229] 'read index received' (duration: 10.074109ms)","trace[1291401229] 'applied index is now lower than readState.Index' (duration: 439.693755ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:28.513106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:28.064235Z","time spent":"448.830105ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:28.513048Z","caller":"traceutil/trace.go:171","msg":"trace[761003556] transaction","detail":"{read_only:false; response_revision:5865; number_of_response:1; }","duration":"448.808804ms","start":"2026-05-28T02:18:28.064062Z","end":"2026-05-28T02:18:28.51287Z","steps":["trace[761003556] 'process raft request' (duration: 448.417171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:28.51332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:28.064052Z","time spent":"449.217716ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:18:28.513371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.061617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-398931a7-822a-443c-a739-f9eddfa40eb5\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-05-28T02:18:28.513375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.139326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:18:28.51345Z","caller":"traceutil/trace.go:171","msg":"trace[245196517] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-398931a7-822a-443c-a739-f9eddfa40eb5; range_end:; response_count:1; response_revision:5866; }","duration":"429.110439ms","start":"2026-05-28T02:18:28.084296Z","end":"2026-05-28T02:18:28.513407Z","steps":["trace[245196517] 'agreement among raft nodes before linearized reading' (duration: 428.908072ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:28.513485Z","caller":"traceutil/trace.go:171","msg":"trace[1923161415] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:5866; }","duration":"450.295391ms","start":"2026-05-28T02:18:28.063176Z","end":"2026-05-28T02:18:28.513471Z","steps":["trace[1923161415] 'agreement among raft nodes before linearized reading' (duration: 449.944369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:28.513528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:28.063159Z","time spent":"450.357273ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"warn","ts":"2026-05-28T02:18:28.513565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:28.084256Z","time spent":"429.288605ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-398931a7-822a-443c-a739-f9eddfa40eb5\" "} {"level":"info","ts":"2026-05-28T02:18:31.249682Z","caller":"traceutil/trace.go:171","msg":"trace[965512654] transaction","detail":"{read_only:false; response_revision:5911; number_of_response:1; }","duration":"128.126524ms","start":"2026-05-28T02:18:31.121508Z","end":"2026-05-28T02:18:31.249634Z","steps":["trace[965512654] 'process raft request' (duration: 127.99427ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:31.249721Z","caller":"traceutil/trace.go:171","msg":"trace[1849536351] transaction","detail":"{read_only:false; response_revision:5910; number_of_response:1; }","duration":"128.32012ms","start":"2026-05-28T02:18:31.121376Z","end":"2026-05-28T02:18:31.249696Z","steps":["trace[1849536351] 'process raft request' (duration: 93.193586ms)","trace[1849536351] 'compare' (duration: 34.813894ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:31.249715Z","caller":"traceutil/trace.go:171","msg":"trace[10964464] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"125.79674ms","start":"2026-05-28T02:18:31.123894Z","end":"2026-05-28T02:18:31.249691Z","steps":["trace[10964464] 'process raft request' (duration: 125.742628ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:31.249722Z","caller":"traceutil/trace.go:171","msg":"trace[944667803] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"128.086822ms","start":"2026-05-28T02:18:31.121617Z","end":"2026-05-28T02:18:31.249704Z","steps":["trace[944667803] 'process raft request' (duration: 127.933317ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:31.249983Z","caller":"traceutil/trace.go:171","msg":"trace[143792130] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"127.0564ms","start":"2026-05-28T02:18:31.122921Z","end":"2026-05-28T02:18:31.249977Z","steps":["trace[143792130] 'process raft request' (duration: 126.683748ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:31.30046Z","caller":"traceutil/trace.go:171","msg":"trace[1332851155] linearizableReadLoop","detail":"{readStateIndex:6146; appliedIndex:6140; }","duration":"145.651949ms","start":"2026-05-28T02:18:31.154784Z","end":"2026-05-28T02:18:31.300436Z","steps":["trace[1332851155] 'read index received' (duration: 59.91567ms)","trace[1332851155] 'applied index is now lower than readState.Index' (duration: 85.734999ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:31.30069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.884086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:18:31.30061Z","caller":"traceutil/trace.go:171","msg":"trace[441493633] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"149.360577ms","start":"2026-05-28T02:18:31.15113Z","end":"2026-05-28T02:18:31.30049Z","steps":["trace[441493633] 'process raft request' (duration: 149.177451ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:31.300807Z","caller":"traceutil/trace.go:171","msg":"trace[1816413993] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5915; }","duration":"146.037861ms","start":"2026-05-28T02:18:31.154738Z","end":"2026-05-28T02:18:31.300776Z","steps":["trace[1816413993] 'agreement among raft nodes before linearized reading' (duration: 145.784413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:34.580908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492395675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:18:34.750073Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019401788s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:18:34.75043Z","caller":"traceutil/trace.go:171","msg":"trace[1933582291] transaction","detail":"{read_only:false; response_revision:5948; number_of_response:1; }","duration":"1.019867372s","start":"2026-05-28T02:18:33.730537Z","end":"2026-05-28T02:18:34.750404Z","steps":["trace[1933582291] 'process raft request' (duration: 1.019688227s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:34.750579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:33.730507Z","time spent":"1.020005557s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:34.760939Z","caller":"traceutil/trace.go:171","msg":"trace[1201339029] linearizableReadLoop","detail":"{readStateIndex:6182; appliedIndex:6178; }","duration":"680.058057ms","start":"2026-05-28T02:18:34.080833Z","end":"2026-05-28T02:18:34.760891Z","steps":["trace[1201339029] 'read index received' (duration: 669.42329ms)","trace[1201339029] 'applied index is now lower than readState.Index' (duration: 10.633607ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:34.761116Z","caller":"traceutil/trace.go:171","msg":"trace[2085813276] transaction","detail":"{read_only:false; response_revision:5950; number_of_response:1; }","duration":"704.907075ms","start":"2026-05-28T02:18:34.056182Z","end":"2026-05-28T02:18:34.761089Z","steps":["trace[2085813276] 'process raft request' (duration: 704.582375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:34.762347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:34.056151Z","time spent":"706.133614ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:34.761154Z","caller":"traceutil/trace.go:171","msg":"trace[1215799464] transaction","detail":"{read_only:false; response_revision:5949; number_of_response:1; }","duration":"705.241316ms","start":"2026-05-28T02:18:34.055874Z","end":"2026-05-28T02:18:34.761116Z","steps":["trace[1215799464] 'process raft request' (duration: 704.75028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:34.762586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:34.055849Z","time spent":"706.697051ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:34.761187Z","caller":"traceutil/trace.go:171","msg":"trace[1177447280] transaction","detail":"{read_only:false; response_revision:5951; number_of_response:1; }","duration":"679.298693ms","start":"2026-05-28T02:18:34.081876Z","end":"2026-05-28T02:18:34.761175Z","steps":["trace[1177447280] 'process raft request' (duration: 678.949652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:34.762862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:34.081846Z","time spent":"680.966766ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:18:34.761793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.957422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:18:34.762956Z","caller":"traceutil/trace.go:171","msg":"trace[1630483097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5952; }","duration":"201.106758ms","start":"2026-05-28T02:18:34.561812Z","end":"2026-05-28T02:18:34.762919Z","steps":["trace[1630483097] 'agreement among raft nodes before linearized reading' (duration: 199.869349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:34.761826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.762649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-28T02:18:34.763053Z","caller":"traceutil/trace.go:171","msg":"trace[346375237] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5952; }","duration":"682.006148ms","start":"2026-05-28T02:18:34.081031Z","end":"2026-05-28T02:18:34.763037Z","steps":["trace[346375237] 'agreement among raft nodes before linearized reading' (duration: 680.568592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:34.76316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:34.081024Z","time spent":"682.098002ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-28T02:18:34.761878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.453084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:18:34.763307Z","caller":"traceutil/trace.go:171","msg":"trace[1375593479] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:5952; }","duration":"199.897469ms","start":"2026-05-28T02:18:34.5634Z","end":"2026-05-28T02:18:34.763298Z","steps":["trace[1375593479] 'agreement among raft nodes before linearized reading' (duration: 198.427223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:34.761894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.386182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:18:34.763409Z","caller":"traceutil/trace.go:171","msg":"trace[2095698390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5952; }","duration":"205.9215ms","start":"2026-05-28T02:18:34.557469Z","end":"2026-05-28T02:18:34.763391Z","steps":["trace[2095698390] 'agreement among raft nodes before linearized reading' (duration: 204.379871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:34.761927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.90785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:18:34.763541Z","caller":"traceutil/trace.go:171","msg":"trace[1419202262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5952; }","duration":"201.547862ms","start":"2026-05-28T02:18:34.56198Z","end":"2026-05-28T02:18:34.763528Z","steps":["trace[1419202262] 'agreement among raft nodes before linearized reading' (duration: 199.91232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:34.761935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.167234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:34.763688Z","caller":"traceutil/trace.go:171","msg":"trace[445422878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5952; }","duration":"228.94331ms","start":"2026-05-28T02:18:34.534734Z","end":"2026-05-28T02:18:34.763678Z","steps":["trace[445422878] 'agreement among raft nodes before linearized reading' (duration: 227.172964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:34.761965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.526025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:18:34.76197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.125797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:18:34.763861Z","caller":"traceutil/trace.go:171","msg":"trace[1326096570] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5952; }","duration":"322.441036ms","start":"2026-05-28T02:18:34.441405Z","end":"2026-05-28T02:18:34.763846Z","steps":["trace[1326096570] 'agreement among raft nodes before linearized reading' (duration: 320.540715ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:34.764228Z","caller":"traceutil/trace.go:171","msg":"trace[1713220400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5952; }","duration":"202.396698ms","start":"2026-05-28T02:18:34.561819Z","end":"2026-05-28T02:18:34.764215Z","steps":["trace[1713220400] 'agreement among raft nodes before linearized reading' (duration: 200.119506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:34.764279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:34.441387Z","time spent":"322.861479ms","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:18:34.762011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.932912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:18:34.764397Z","caller":"traceutil/trace.go:171","msg":"trace[277017452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5952; }","duration":"670.334169ms","start":"2026-05-28T02:18:34.094052Z","end":"2026-05-28T02:18:34.764386Z","steps":["trace[277017452] 'agreement among raft nodes before linearized reading' (duration: 667.922572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:34.764443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:34.094041Z","time spent":"670.39238ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:18:34.761546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.689627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13874"} {"level":"info","ts":"2026-05-28T02:18:34.764516Z","caller":"traceutil/trace.go:171","msg":"trace[2040772655] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5952; }","duration":"683.708743ms","start":"2026-05-28T02:18:34.080797Z","end":"2026-05-28T02:18:34.764506Z","steps":["trace[2040772655] 'agreement among raft nodes before linearized reading' (duration: 680.563723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:34.764539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:34.080783Z","time spent":"683.746363ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13897,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-28T02:18:40.939179Z","caller":"traceutil/trace.go:171","msg":"trace[397578252] transaction","detail":"{read_only:false; response_revision:6010; number_of_response:1; }","duration":"147.409025ms","start":"2026-05-28T02:18:40.791751Z","end":"2026-05-28T02:18:40.93916Z","steps":["trace[397578252] 'process raft request' (duration: 147.2628ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:41.067212Z","caller":"traceutil/trace.go:171","msg":"trace[298611320] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"275.351001ms","start":"2026-05-28T02:18:40.791834Z","end":"2026-05-28T02:18:41.067185Z","steps":["trace[298611320] 'process raft request' (duration: 275.098623ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:41.067529Z","caller":"traceutil/trace.go:171","msg":"trace[1019538748] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"274.823465ms","start":"2026-05-28T02:18:40.792675Z","end":"2026-05-28T02:18:41.067498Z","steps":["trace[1019538748] 'process raft request' (duration: 274.450503ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:41.067753Z","caller":"traceutil/trace.go:171","msg":"trace[1552496743] transaction","detail":"{read_only:false; response_revision:6013; number_of_response:1; }","duration":"274.808174ms","start":"2026-05-28T02:18:40.792921Z","end":"2026-05-28T02:18:41.06773Z","steps":["trace[1552496743] 'process raft request' (duration: 274.389651ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:41.067772Z","caller":"traceutil/trace.go:171","msg":"trace[537978899] linearizableReadLoop","detail":"{readStateIndex:6246; appliedIndex:6242; }","duration":"263.212486ms","start":"2026-05-28T02:18:40.804386Z","end":"2026-05-28T02:18:41.067598Z","steps":["trace[537978899] 'read index received' (duration: 134.736642ms)","trace[537978899] 'applied index is now lower than readState.Index' (duration: 128.474344ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:41.068069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.675721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T02:18:41.068155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.169871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:18:41.068199Z","caller":"traceutil/trace.go:171","msg":"trace[1168647612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6013; }","duration":"243.233673ms","start":"2026-05-28T02:18:40.824952Z","end":"2026-05-28T02:18:41.068185Z","steps":["trace[1168647612] 'agreement among raft nodes before linearized reading' (duration: 243.14879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:41.068301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.737602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:18:41.06839Z","caller":"traceutil/trace.go:171","msg":"trace[424941768] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:6013; }","duration":"239.862587ms","start":"2026-05-28T02:18:40.828507Z","end":"2026-05-28T02:18:41.068369Z","steps":["trace[424941768] 'agreement among raft nodes before linearized reading' (duration: 239.592408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:41.06807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.338855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:18:41.068587Z","caller":"traceutil/trace.go:171","msg":"trace[1837819499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6013; }","duration":"248.885492ms","start":"2026-05-28T02:18:40.819664Z","end":"2026-05-28T02:18:41.06855Z","steps":["trace[1837819499] 'agreement among raft nodes before linearized reading' (duration: 248.293974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:41.06863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.926647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:18:41.068322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.371128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:18:41.068781Z","caller":"traceutil/trace.go:171","msg":"trace[803218954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6013; }","duration":"243.844342ms","start":"2026-05-28T02:18:40.824915Z","end":"2026-05-28T02:18:41.06876Z","steps":["trace[803218954] 'agreement among raft nodes before linearized reading' (duration: 243.284944ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:41.068799Z","caller":"traceutil/trace.go:171","msg":"trace[472861940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6013; }","duration":"245.113833ms","start":"2026-05-28T02:18:40.823647Z","end":"2026-05-28T02:18:41.068761Z","steps":["trace[472861940] 'agreement among raft nodes before linearized reading' (duration: 244.625538ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:41.06881Z","caller":"traceutil/trace.go:171","msg":"trace[1046304928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6013; }","duration":"263.813235ms","start":"2026-05-28T02:18:40.804321Z","end":"2026-05-28T02:18:41.068135Z","steps":["trace[1046304928] 'agreement among raft nodes before linearized reading' (duration: 263.488605ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:41.254625Z","caller":"traceutil/trace.go:171","msg":"trace[695276142] transaction","detail":"{read_only:false; response_revision:6014; number_of_response:1; }","duration":"181.590899ms","start":"2026-05-28T02:18:41.072987Z","end":"2026-05-28T02:18:41.254578Z","steps":["trace[695276142] 'process raft request' (duration: 115.066349ms)","trace[695276142] 'compare' (duration: 66.391646ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:41.265987Z","caller":"traceutil/trace.go:171","msg":"trace[719100738] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"192.630389ms","start":"2026-05-28T02:18:41.073334Z","end":"2026-05-28T02:18:41.265964Z","steps":["trace[719100738] 'process raft request' (duration: 192.492905ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:41.26598Z","caller":"traceutil/trace.go:171","msg":"trace[229556672] transaction","detail":"{read_only:false; response_revision:6015; number_of_response:1; }","duration":"192.720002ms","start":"2026-05-28T02:18:41.07322Z","end":"2026-05-28T02:18:41.26594Z","steps":["trace[229556672] 'process raft request' (duration: 192.396202ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:41.266009Z","caller":"traceutil/trace.go:171","msg":"trace[1429527327] linearizableReadLoop","detail":"{readStateIndex:6251; appliedIndex:6246; }","duration":"192.108742ms","start":"2026-05-28T02:18:41.073865Z","end":"2026-05-28T02:18:41.265974Z","steps":["trace[1429527327] 'read index received' (duration: 114.269674ms)","trace[1429527327] 'applied index is now lower than readState.Index' (duration: 77.837368ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:41.266107Z","caller":"traceutil/trace.go:171","msg":"trace[669141670] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"192.676071ms","start":"2026-05-28T02:18:41.073403Z","end":"2026-05-28T02:18:41.266079Z","steps":["trace[669141670] 'process raft request' (duration: 192.509965ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:41.266408Z","caller":"traceutil/trace.go:171","msg":"trace[497695732] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"192.67762ms","start":"2026-05-28T02:18:41.073353Z","end":"2026-05-28T02:18:41.266031Z","steps":["trace[497695732] 'process raft request' (duration: 192.524295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:41.266428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.535996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81715"} {"level":"info","ts":"2026-05-28T02:18:41.266471Z","caller":"traceutil/trace.go:171","msg":"trace[722380960] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6018; }","duration":"192.64231ms","start":"2026-05-28T02:18:41.073817Z","end":"2026-05-28T02:18:41.26646Z","steps":["trace[722380960] 'agreement among raft nodes before linearized reading' (duration: 192.34288ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:43.288702Z","caller":"traceutil/trace.go:171","msg":"trace[1209721047] transaction","detail":"{read_only:false; response_revision:6021; number_of_response:1; }","duration":"214.988798ms","start":"2026-05-28T02:18:43.073686Z","end":"2026-05-28T02:18:43.288675Z","steps":["trace[1209721047] 'process raft request' (duration: 214.688858ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:43.288877Z","caller":"traceutil/trace.go:171","msg":"trace[1322811765] transaction","detail":"{read_only:false; response_revision:6022; number_of_response:1; }","duration":"214.992098ms","start":"2026-05-28T02:18:43.073855Z","end":"2026-05-28T02:18:43.288847Z","steps":["trace[1322811765] 'process raft request' (duration: 214.767771ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:19:23.576883Z","caller":"traceutil/trace.go:171","msg":"trace[1635782921] transaction","detail":"{read_only:false; response_revision:6357; number_of_response:1; }","duration":"134.249219ms","start":"2026-05-28T02:19:23.442608Z","end":"2026-05-28T02:19:23.576857Z","steps":["trace[1635782921] 'process raft request' (duration: 134.092914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:19:23.863315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.836575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:19:23.863495Z","caller":"traceutil/trace.go:171","msg":"trace[1147924522] transaction","detail":"{read_only:false; response_revision:6358; number_of_response:1; }","duration":"411.430934ms","start":"2026-05-28T02:19:23.452045Z","end":"2026-05-28T02:19:23.863476Z","steps":["trace[1147924522] 'process raft request' (duration: 174.345382ms)","trace[1147924522] 'compare' (duration: 236.71164ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:19:23.863571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:19:23.452023Z","time spent":"411.513787ms","remote":"127.0.0.1:33242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7365,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:19:23.863625Z","caller":"traceutil/trace.go:171","msg":"trace[37810679] linearizableReadLoop","detail":"{readStateIndex:6602; appliedIndex:6599; }","duration":"333.246412ms","start":"2026-05-28T02:19:23.53035Z","end":"2026-05-28T02:19:23.863596Z","steps":["trace[37810679] 'read index received' (duration: 46.410442ms)","trace[37810679] 'applied index is now lower than readState.Index' (duration: 286.8345ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:19:23.863714Z","caller":"traceutil/trace.go:171","msg":"trace[1080451872] transaction","detail":"{read_only:false; response_revision:6359; number_of_response:1; }","duration":"339.831472ms","start":"2026-05-28T02:19:23.523869Z","end":"2026-05-28T02:19:23.8637Z","steps":["trace[1080451872] 'process raft request' (duration: 339.549423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:19:23.863771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:19:23.523853Z","time spent":"339.890014ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:19:23.863839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.47763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:19:23.863868Z","caller":"traceutil/trace.go:171","msg":"trace[256024698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6359; }","duration":"333.559083ms","start":"2026-05-28T02:19:23.530301Z","end":"2026-05-28T02:19:23.86386Z","steps":["trace[256024698] 'agreement among raft nodes before linearized reading' (duration: 333.416748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:19:23.863892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:19:23.530281Z","time spent":"333.606045ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:19:23.863956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.418181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:19:23.864038Z","caller":"traceutil/trace.go:171","msg":"trace[672837785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6359; }","duration":"329.537485ms","start":"2026-05-28T02:19:23.534482Z","end":"2026-05-28T02:19:23.864019Z","steps":["trace[672837785] 'agreement among raft nodes before linearized reading' (duration: 329.341699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:19:23.864062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.545467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:19:23.864082Z","caller":"traceutil/trace.go:171","msg":"trace[577424238] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:6359; }","duration":"324.583438ms","start":"2026-05-28T02:19:23.539493Z","end":"2026-05-28T02:19:23.864076Z","steps":["trace[577424238] 'agreement among raft nodes before linearized reading' (duration: 324.517726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:19:23.864087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:19:23.534467Z","time spent":"329.609148ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:19:23.864103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:19:23.539482Z","time spent":"324.616649ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"warn","ts":"2026-05-28T02:19:23.864135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.445526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:19:23.864227Z","caller":"traceutil/trace.go:171","msg":"trace[1261523973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6359; }","duration":"326.575771ms","start":"2026-05-28T02:19:23.537632Z","end":"2026-05-28T02:19:23.864207Z","steps":["trace[1261523973] 'agreement among raft nodes before linearized reading' (duration: 326.347644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:19:23.864266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.522942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-28T02:19:23.864276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:19:23.53762Z","time spent":"326.646104ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:19:23.86431Z","caller":"traceutil/trace.go:171","msg":"trace[858244337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6359; }","duration":"328.575075ms","start":"2026-05-28T02:19:23.535723Z","end":"2026-05-28T02:19:23.864299Z","steps":["trace[858244337] 'agreement among raft nodes before linearized reading' (duration: 328.43857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:19:23.864321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.7014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T02:19:23.86435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:19:23.535718Z","time spent":"328.625706ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:19:23.864357Z","caller":"traceutil/trace.go:171","msg":"trace[315853917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6359; }","duration":"329.746171ms","start":"2026-05-28T02:19:23.534601Z","end":"2026-05-28T02:19:23.864347Z","steps":["trace[315853917] 'agreement among raft nodes before linearized reading' (duration: 329.647758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:19:23.864408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:19:23.534598Z","time spent":"329.801453ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:19:24.87572Z","caller":"traceutil/trace.go:171","msg":"trace[2127885093] linearizableReadLoop","detail":"{readStateIndex:6608; appliedIndex:6607; }","duration":"148.737049ms","start":"2026-05-28T02:19:24.726954Z","end":"2026-05-28T02:19:24.875691Z","steps":["trace[2127885093] 'read index received' (duration: 148.601474ms)","trace[2127885093] 'applied index is now lower than readState.Index' (duration: 134.355µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:19:24.875795Z","caller":"traceutil/trace.go:171","msg":"trace[1589965324] transaction","detail":"{read_only:false; response_revision:6365; number_of_response:1; }","duration":"158.747026ms","start":"2026-05-28T02:19:24.717004Z","end":"2026-05-28T02:19:24.875751Z","steps":["trace[1589965324] 'process raft request' (duration: 158.493298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:19:24.875938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.966606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-28T02:19:24.875979Z","caller":"traceutil/trace.go:171","msg":"trace[1806187171] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:6365; }","duration":"149.060719ms","start":"2026-05-28T02:19:24.726908Z","end":"2026-05-28T02:19:24.875969Z","steps":["trace[1806187171] 'agreement among raft nodes before linearized reading' (duration: 148.888114ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:19:24.989546Z","caller":"traceutil/trace.go:171","msg":"trace[2125936573] transaction","detail":"{read_only:false; response_revision:6369; number_of_response:1; }","duration":"106.53791ms","start":"2026-05-28T02:19:24.882989Z","end":"2026-05-28T02:19:24.989527Z","steps":["trace[2125936573] 'process raft request' (duration: 106.439197ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:19:24.989538Z","caller":"traceutil/trace.go:171","msg":"trace[803555554] transaction","detail":"{read_only:false; response_revision:6368; number_of_response:1; }","duration":"106.671315ms","start":"2026-05-28T02:19:24.882837Z","end":"2026-05-28T02:19:24.989509Z","steps":["trace[803555554] 'process raft request' (duration: 106.550141ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:19:24.989621Z","caller":"traceutil/trace.go:171","msg":"trace[244419234] transaction","detail":"{read_only:false; response_revision:6367; number_of_response:1; }","duration":"106.940133ms","start":"2026-05-28T02:19:24.882649Z","end":"2026-05-28T02:19:24.989589Z","steps":["trace[244419234] 'process raft request' (duration: 106.615283ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:19:24.989741Z","caller":"traceutil/trace.go:171","msg":"trace[1299110212] transaction","detail":"{read_only:false; response_revision:6370; number_of_response:1; }","duration":"106.679565ms","start":"2026-05-28T02:19:24.883048Z","end":"2026-05-28T02:19:24.989728Z","steps":["trace[1299110212] 'process raft request' (duration: 106.436387ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:19:24.99011Z","caller":"traceutil/trace.go:171","msg":"trace[720300635] transaction","detail":"{read_only:false; response_revision:6372; number_of_response:1; }","duration":"102.399089ms","start":"2026-05-28T02:19:24.887696Z","end":"2026-05-28T02:19:24.990095Z","steps":["trace[720300635] 'process raft request' (duration: 102.263845ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:19:24.990154Z","caller":"traceutil/trace.go:171","msg":"trace[1732529478] transaction","detail":"{read_only:false; response_revision:6371; number_of_response:1; }","duration":"106.985494ms","start":"2026-05-28T02:19:24.883132Z","end":"2026-05-28T02:19:24.990118Z","steps":["trace[1732529478] 'process raft request' (duration: 106.490658ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:19:33.501375Z","caller":"traceutil/trace.go:171","msg":"trace[654126926] transaction","detail":"{read_only:false; response_revision:6437; number_of_response:1; }","duration":"222.037375ms","start":"2026-05-28T02:19:33.279311Z","end":"2026-05-28T02:19:33.501348Z","steps":["trace[654126926] 'process raft request' (duration: 221.88156ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:19:33.503707Z","caller":"traceutil/trace.go:171","msg":"trace[1323927326] transaction","detail":"{read_only:false; response_revision:6438; number_of_response:1; }","duration":"135.732817ms","start":"2026-05-28T02:19:33.367936Z","end":"2026-05-28T02:19:33.503668Z","steps":["trace[1323927326] 'process raft request' (duration: 134.893ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:19:37.748014Z","caller":"traceutil/trace.go:171","msg":"trace[1830234010] linearizableReadLoop","detail":"{readStateIndex:6711; appliedIndex:6709; }","duration":"160.212983ms","start":"2026-05-28T02:19:37.587772Z","end":"2026-05-28T02:19:37.747985Z","steps":["trace[1830234010] 'read index received' (duration: 159.980686ms)","trace[1830234010] 'applied index is now lower than readState.Index' (duration: 230.967µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:19:37.748173Z","caller":"traceutil/trace.go:171","msg":"trace[1418958567] transaction","detail":"{read_only:false; response_revision:6465; number_of_response:1; }","duration":"173.558546ms","start":"2026-05-28T02:19:37.574572Z","end":"2026-05-28T02:19:37.74813Z","steps":["trace[1418958567] 'process raft request' (duration: 173.345529ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:19:37.748063Z","caller":"traceutil/trace.go:171","msg":"trace[959506121] transaction","detail":"{read_only:false; response_revision:6464; number_of_response:1; }","duration":"180.969362ms","start":"2026-05-28T02:19:37.567059Z","end":"2026-05-28T02:19:37.748029Z","steps":["trace[959506121] 'process raft request' (duration: 180.687673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:19:37.748262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.469701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:19:37.748443Z","caller":"traceutil/trace.go:171","msg":"trace[311639009] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6465; }","duration":"160.670448ms","start":"2026-05-28T02:19:37.587737Z","end":"2026-05-28T02:19:37.748407Z","steps":["trace[311639009] 'agreement among raft nodes before linearized reading' (duration: 160.391889ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:19:37.763025Z","caller":"traceutil/trace.go:171","msg":"trace[579097133] transaction","detail":"{read_only:false; response_revision:6466; number_of_response:1; }","duration":"140.135716ms","start":"2026-05-28T02:19:37.62287Z","end":"2026-05-28T02:19:37.763006Z","steps":["trace[579097133] 'process raft request' (duration: 139.824936ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:19:37.919889Z","caller":"traceutil/trace.go:171","msg":"trace[380103844] transaction","detail":"{read_only:false; response_revision:6467; number_of_response:1; }","duration":"124.848031ms","start":"2026-05-28T02:19:37.795011Z","end":"2026-05-28T02:19:37.919859Z","steps":["trace[380103844] 'process raft request' (duration: 65.693094ms)","trace[380103844] 'compare' (duration: 58.989081ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:19:38.103661Z","caller":"traceutil/trace.go:171","msg":"trace[1621436590] linearizableReadLoop","detail":"{readStateIndex:6715; appliedIndex:6714; }","duration":"150.884067ms","start":"2026-05-28T02:19:37.952751Z","end":"2026-05-28T02:19:38.103635Z","steps":["trace[1621436590] 'read index received' (duration: 146.893291ms)","trace[1621436590] 'applied index is now lower than readState.Index' (duration: 3.989596ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:19:38.103698Z","caller":"traceutil/trace.go:171","msg":"trace[260882250] transaction","detail":"{read_only:false; response_revision:6469; number_of_response:1; }","duration":"155.174693ms","start":"2026-05-28T02:19:37.948486Z","end":"2026-05-28T02:19:38.103661Z","steps":["trace[260882250] 'process raft request' (duration: 151.101264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:19:38.103906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.163209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T02:19:38.103913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.145085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:19:38.103984Z","caller":"traceutil/trace.go:171","msg":"trace[188188179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6469; }","duration":"124.247052ms","start":"2026-05-28T02:19:37.979717Z","end":"2026-05-28T02:19:38.103964Z","steps":["trace[188188179] 'agreement among raft nodes before linearized reading' (duration: 124.067576ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:19:38.104007Z","caller":"traceutil/trace.go:171","msg":"trace[1351175890] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:6469; }","duration":"151.256049ms","start":"2026-05-28T02:19:37.952718Z","end":"2026-05-28T02:19:38.103974Z","steps":["trace[1351175890] 'agreement among raft nodes before linearized reading' (duration: 151.030082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:19:38.104044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.714004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:19:38.10406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.898896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:19:38.104096Z","caller":"traceutil/trace.go:171","msg":"trace[530773599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6469; }","duration":"126.986459ms","start":"2026-05-28T02:19:37.977102Z","end":"2026-05-28T02:19:38.104088Z","steps":["trace[530773599] 'agreement among raft nodes before linearized reading' (duration: 126.849184ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:19:38.10413Z","caller":"traceutil/trace.go:171","msg":"trace[207887748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6469; }","duration":"128.804977ms","start":"2026-05-28T02:19:37.975281Z","end":"2026-05-28T02:19:38.104086Z","steps":["trace[207887748] 'agreement among raft nodes before linearized reading' (duration: 128.688113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:19:38.103939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.420602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:19:38.104171Z","caller":"traceutil/trace.go:171","msg":"trace[23131984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6469; }","duration":"144.723101ms","start":"2026-05-28T02:19:37.959442Z","end":"2026-05-28T02:19:38.104165Z","steps":["trace[23131984] 'agreement among raft nodes before linearized reading' (duration: 144.344439ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:22:00.389892Z","caller":"traceutil/trace.go:171","msg":"trace[460743492] transaction","detail":"{read_only:false; response_revision:7376; number_of_response:1; }","duration":"150.479582ms","start":"2026-05-28T02:22:00.23938Z","end":"2026-05-28T02:22:00.389859Z","steps":["trace[460743492] 'process raft request' (duration: 149.959025ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:22:37.122121Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4654} {"level":"info","ts":"2026-05-28T02:22:37.187426Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4654,"took":"63.978238ms","hash":4100138144,"current-db-size-bytes":46465024,"current-db-size":"46 MB","current-db-size-in-use-bytes":39301120,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-05-28T02:22:37.187543Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4100138144,"revision":4654,"compact-revision":2599} {"level":"info","ts":"2026-05-28T02:24:27.703162Z","caller":"traceutil/trace.go:171","msg":"trace[834788803] linearizableReadLoop","detail":"{readStateIndex:8819; appliedIndex:8818; }","duration":"105.053166ms","start":"2026-05-28T02:24:27.598092Z","end":"2026-05-28T02:24:27.703146Z","steps":["trace[834788803] 'read index received' (duration: 11.925459ms)","trace[834788803] 'applied index is now lower than readState.Index' (duration: 93.126687ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:27.703191Z","caller":"traceutil/trace.go:171","msg":"trace[1049036871] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"146.039721ms","start":"2026-05-28T02:24:27.557131Z","end":"2026-05-28T02:24:27.70317Z","steps":["trace[1049036871] 'process raft request' (duration: 52.941156ms)","trace[1049036871] 'compare' (duration: 92.963181ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:24:27.70333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.684861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:24:27.703363Z","caller":"traceutil/trace.go:171","msg":"trace[1487533151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8503; }","duration":"102.777103ms","start":"2026-05-28T02:24:27.600578Z","end":"2026-05-28T02:24:27.703355Z","steps":["trace[1487533151] 'agreement among raft nodes before linearized reading' (duration: 102.67721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:27.703387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.279043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:24:27.703457Z","caller":"traceutil/trace.go:171","msg":"trace[640318296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8503; }","duration":"105.394137ms","start":"2026-05-28T02:24:27.598046Z","end":"2026-05-28T02:24:27.70344Z","steps":["trace[640318296] 'agreement among raft nodes before linearized reading' (duration: 105.195941ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:33.725311Z","caller":"traceutil/trace.go:171","msg":"trace[1686322058] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"107.537276ms","start":"2026-05-28T02:24:33.617739Z","end":"2026-05-28T02:24:33.725277Z","steps":["trace[1686322058] 'process raft request' (duration: 107.278097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:36.036872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492402771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:24:36.537806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492402771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:24:36.551874Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.41305177s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:24:36.552234Z","caller":"traceutil/trace.go:171","msg":"trace[110611378] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"1.413496143s","start":"2026-05-28T02:24:35.138713Z","end":"2026-05-28T02:24:36.552209Z","steps":["trace[110611378] 'process raft request' (duration: 1.413347039s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:36.552369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:35.138687Z","time spent":"1.413603137s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:37.536801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000376259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:24:37.536868Z","caller":"traceutil/trace.go:171","msg":"trace[1116005106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000485901s","start":"2026-05-28T02:24:35.536364Z","end":"2026-05-28T02:24:37.53685Z","steps":["trace[1116005106] 'agreement among raft nodes before linearized reading' (duration: 2.000396128s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.536906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:35.53635Z","time spent":"2.000547814s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:24:37.740578Z","caller":"traceutil/trace.go:171","msg":"trace[720832839] linearizableReadLoop","detail":"{readStateIndex:8991; appliedIndex:8989; }","duration":"2.204143669s","start":"2026-05-28T02:24:35.536399Z","end":"2026-05-28T02:24:37.740542Z","steps":["trace[720832839] 'read index received' (duration: 1.015684542s)","trace[720832839] 'applied index is now lower than readState.Index' (duration: 1.188452516s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:37.740957Z","caller":"traceutil/trace.go:171","msg":"trace[2069154856] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"1.066939905s","start":"2026-05-28T02:24:36.673976Z","end":"2026-05-28T02:24:37.740916Z","steps":["trace[2069154856] 'process raft request' (duration: 1.066632936s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.741124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:36.673954Z","time spent":"1.06708317s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:37.741333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115037971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-28T02:24:37.741397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924885253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T02:24:37.741413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997933851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:24:37.741439Z","caller":"traceutil/trace.go:171","msg":"trace[953097971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8676; }","duration":"1.924967976s","start":"2026-05-28T02:24:35.816461Z","end":"2026-05-28T02:24:37.741429Z","steps":["trace[953097971] 'agreement among raft nodes before linearized reading' (duration: 1.92477701s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.741471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.431382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:37.741471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930260085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:24:37.741482Z","caller":"traceutil/trace.go:171","msg":"trace[281040438] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"1.003211415s","start":"2026-05-28T02:24:36.738232Z","end":"2026-05-28T02:24:37.741443Z","steps":["trace[281040438] 'process raft request' (duration: 1.002554934s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.741386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922369324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:24:37.741565Z","caller":"traceutil/trace.go:171","msg":"trace[786693702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8676; }","duration":"1.930383558s","start":"2026-05-28T02:24:35.811158Z","end":"2026-05-28T02:24:37.741541Z","steps":["trace[786693702] 'agreement among raft nodes before linearized reading' (duration: 1.930031857s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.741571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012456143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-28T02:24:37.741617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:35.811139Z","time spent":"1.930464781s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:24:37.741608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.419914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T02:24:37.741647Z","caller":"traceutil/trace.go:171","msg":"trace[1802991214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8676; }","duration":"2.012569266s","start":"2026-05-28T02:24:35.72907Z","end":"2026-05-28T02:24:37.741639Z","steps":["trace[1802991214] 'agreement among raft nodes before linearized reading' (duration: 2.012409001s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:37.741686Z","caller":"traceutil/trace.go:171","msg":"trace[1013327035] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8676; }","duration":"842.533287ms","start":"2026-05-28T02:24:36.899131Z","end":"2026-05-28T02:24:37.741665Z","steps":["trace[1013327035] 'agreement among raft nodes before linearized reading' (duration: 842.351282ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:37.741613Z","caller":"traceutil/trace.go:171","msg":"trace[1866652189] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:8676; }","duration":"1.922624002s","start":"2026-05-28T02:24:35.818969Z","end":"2026-05-28T02:24:37.741593Z","steps":["trace[1866652189] 'agreement among raft nodes before linearized reading' (duration: 1.922200089s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.741722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:36.738206Z","time spent":"1.003429832s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:37.741743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:36.899112Z","time spent":"842.617209ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T02:24:37.741749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:35.729053Z","time spent":"2.01266184s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:24:37.741481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:35.816408Z","time spent":"1.925062439s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:24:37.741799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:35.818959Z","time spent":"1.922777317s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"info","ts":"2026-05-28T02:24:37.741447Z","caller":"traceutil/trace.go:171","msg":"trace[699807671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8676; }","duration":"1.997986592s","start":"2026-05-28T02:24:35.743451Z","end":"2026-05-28T02:24:37.741437Z","steps":["trace[699807671] 'agreement among raft nodes before linearized reading' (duration: 1.997885309s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.741884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:35.743444Z","time spent":"1.998428716s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:24:37.741417Z","caller":"traceutil/trace.go:171","msg":"trace[1512043665] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8676; }","duration":"2.115159215s","start":"2026-05-28T02:24:35.62624Z","end":"2026-05-28T02:24:37.741399Z","steps":["trace[1512043665] 'agreement among raft nodes before linearized reading' (duration: 2.114879896s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.741967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:35.626224Z","time spent":"2.115722682s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-28T02:24:37.741521Z","caller":"traceutil/trace.go:171","msg":"trace[339800824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8676; }","duration":"204.529505ms","start":"2026-05-28T02:24:37.536979Z","end":"2026-05-28T02:24:37.741509Z","steps":["trace[339800824] 'agreement among raft nodes before linearized reading' (duration: 204.425722ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:37.741519Z","caller":"traceutil/trace.go:171","msg":"trace[405054849] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"787.139763ms","start":"2026-05-28T02:24:36.95437Z","end":"2026-05-28T02:24:37.741509Z","steps":["trace[405054849] 'process raft request' (duration: 786.696829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.742171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:36.954343Z","time spent":"787.798033ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:37.74239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926409322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:24:37.742456Z","caller":"traceutil/trace.go:171","msg":"trace[1806196622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8676; }","duration":"1.926495455s","start":"2026-05-28T02:24:35.815942Z","end":"2026-05-28T02:24:37.742438Z","steps":["trace[1806196622] 'agreement among raft nodes before linearized reading' (duration: 1.925446252s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.742511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:35.815932Z","time spent":"1.926563667s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:24:48.063626Z","caller":"traceutil/trace.go:171","msg":"trace[2000940153] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"292.313567ms","start":"2026-05-28T02:24:47.771292Z","end":"2026-05-28T02:24:48.063606Z","steps":["trace[2000940153] 'process raft request' (duration: 292.174993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:49.165142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.862007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:24:49.165413Z","caller":"traceutil/trace.go:171","msg":"trace[2008276088] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"537.109656ms","start":"2026-05-28T02:24:48.628283Z","end":"2026-05-28T02:24:49.165392Z","steps":["trace[2008276088] 'process raft request' (duration: 537.060765ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:49.165425Z","caller":"traceutil/trace.go:171","msg":"trace[2016991511] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"1.384290222s","start":"2026-05-28T02:24:47.7811Z","end":"2026-05-28T02:24:49.16539Z","steps":["trace[2016991511] 'process raft request' (duration: 1.257099786s)","trace[2016991511] 'compare' (duration: 126.504124ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:24:49.165512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:48.628258Z","time spent":"537.212659ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:49.165596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:47.781083Z","time spent":"1.384418166s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:49.165633Z","caller":"traceutil/trace.go:171","msg":"trace[1477808140] linearizableReadLoop","detail":"{readStateIndex:9052; appliedIndex:9049; }","duration":"1.352644578s","start":"2026-05-28T02:24:47.81296Z","end":"2026-05-28T02:24:49.165605Z","steps":["trace[1477808140] 'read index received' (duration: 250.581383ms)","trace[1477808140] 'applied index is now lower than readState.Index' (duration: 1.102060495s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:49.165645Z","caller":"traceutil/trace.go:171","msg":"trace[1534918037] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"1.384355094s","start":"2026-05-28T02:24:47.781258Z","end":"2026-05-28T02:24:49.165613Z","steps":["trace[1534918037] 'process raft request' (duration: 1.383980842s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:49.165798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.233169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:24:49.165901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346651178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T02:24:49.165918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344917022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:24:49.165972Z","caller":"traceutil/trace.go:171","msg":"trace[559903639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8732; }","duration":"1.346745531s","start":"2026-05-28T02:24:47.819211Z","end":"2026-05-28T02:24:49.165957Z","steps":["trace[559903639] 'agreement among raft nodes before linearized reading' (duration: 1.346538085s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:49.165958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.288489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-28T02:24:49.165978Z","caller":"traceutil/trace.go:171","msg":"trace[91117831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8732; }","duration":"1.345000345s","start":"2026-05-28T02:24:47.820964Z","end":"2026-05-28T02:24:49.165965Z","steps":["trace[91117831] 'agreement among raft nodes before linearized reading' (duration: 1.34483969s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:49.166002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:47.819206Z","time spent":"1.346790392s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:24:49.166012Z","caller":"traceutil/trace.go:171","msg":"trace[357115104] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8732; }","duration":"403.33948ms","start":"2026-05-28T02:24:48.762658Z","end":"2026-05-28T02:24:49.165998Z","steps":["trace[357115104] 'agreement among raft nodes before linearized reading' (duration: 403.184616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:49.16603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:47.820957Z","time spent":"1.345065167s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:24:49.166045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:48.7626Z","time spent":"403.436344ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-28T02:24:49.165805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345166641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:49.166113Z","caller":"traceutil/trace.go:171","msg":"trace[1286526429] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8732; }","duration":"1.345487351s","start":"2026-05-28T02:24:47.820609Z","end":"2026-05-28T02:24:49.166096Z","steps":["trace[1286526429] 'agreement among raft nodes before linearized reading' (duration: 1.34513716s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:49.165801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:47.781249Z","time spent":"1.384463577s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:49.166161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:47.820603Z","time spent":"1.345540602s","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:49.165831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352861575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:24:49.166436Z","caller":"traceutil/trace.go:171","msg":"trace[585686720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8732; }","duration":"1.353522416s","start":"2026-05-28T02:24:47.812897Z","end":"2026-05-28T02:24:49.16642Z","steps":["trace[585686720] 'agreement among raft nodes before linearized reading' (duration: 1.352829714s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:49.166484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:47.812867Z","time spent":"1.353602558s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:24:49.165831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340916406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:24:49.166536Z","caller":"traceutil/trace.go:171","msg":"trace[847272468] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:8732; }","duration":"1.341648218s","start":"2026-05-28T02:24:47.824877Z","end":"2026-05-28T02:24:49.166526Z","steps":["trace[847272468] 'agreement among raft nodes before linearized reading' (duration: 1.340866103s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:49.166572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:47.824867Z","time spent":"1.34169212s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"warn","ts":"2026-05-28T02:24:49.165831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348346762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:24:49.166637Z","caller":"traceutil/trace.go:171","msg":"trace[383053382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8732; }","duration":"1.349192838s","start":"2026-05-28T02:24:47.817434Z","end":"2026-05-28T02:24:49.166627Z","steps":["trace[383053382] 'agreement among raft nodes before linearized reading' (duration: 1.348318641s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:49.166664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:47.817421Z","time spent":"1.349234499s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:24:49.165934Z","caller":"traceutil/trace.go:171","msg":"trace[1710833186] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8732; }","duration":"185.406654ms","start":"2026-05-28T02:24:48.98051Z","end":"2026-05-28T02:24:49.165917Z","steps":["trace[1710833186] 'agreement among raft nodes before linearized reading' (duration: 185.240469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:49.165831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352739881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:24:49.166726Z","caller":"traceutil/trace.go:171","msg":"trace[2064524954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8732; }","duration":"1.353692111s","start":"2026-05-28T02:24:47.813027Z","end":"2026-05-28T02:24:49.166719Z","steps":["trace[2064524954] 'agreement among raft nodes before linearized reading' (duration: 1.35271482s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:49.166745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:47.813002Z","time spent":"1.353737362s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:24:49.165961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.078035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:24:49.166827Z","caller":"traceutil/trace.go:171","msg":"trace[1322973506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8732; }","duration":"232.973153ms","start":"2026-05-28T02:24:48.933841Z","end":"2026-05-28T02:24:49.166814Z","steps":["trace[1322973506] 'agreement among raft nodes before linearized reading' (duration: 232.011503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:49.893949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.473687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:24:49.894234Z","caller":"traceutil/trace.go:171","msg":"trace[1923460032] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"724.591715ms","start":"2026-05-28T02:24:49.169624Z","end":"2026-05-28T02:24:49.894215Z","steps":["trace[1923460032] 'process raft request' (duration: 341.823759ms)","trace[1923460032] 'compare' (duration: 382.318562ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:24:49.894318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.169613Z","time spent":"724.669887ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:50.688204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.780595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:24:50.688701Z","caller":"traceutil/trace.go:171","msg":"trace[134782487] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"617.803097ms","start":"2026-05-28T02:24:50.070883Z","end":"2026-05-28T02:24:50.688686Z","steps":["trace[134782487] 'process raft request' (duration: 617.757695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.688788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:50.070861Z","time spent":"617.88496ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:50.689225Z","caller":"traceutil/trace.go:171","msg":"trace[507227661] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"1.518257753s","start":"2026-05-28T02:24:49.170956Z","end":"2026-05-28T02:24:50.689214Z","steps":["trace[507227661] 'process raft request' (duration: 1.517638093s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.689288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.170934Z","time spent":"1.518323765s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:50.689281Z","caller":"traceutil/trace.go:171","msg":"trace[1995936354] linearizableReadLoop","detail":"{readStateIndex:9055; appliedIndex:9053; }","duration":"1.518985356s","start":"2026-05-28T02:24:49.170266Z","end":"2026-05-28T02:24:50.689251Z","steps":["trace[1995936354] 'read index received' (duration: 341.129896ms)","trace[1995936354] 'applied index is now lower than readState.Index' (duration: 1.17785217s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:50.689407Z","caller":"traceutil/trace.go:171","msg":"trace[93060839] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"1.518642235s","start":"2026-05-28T02:24:49.170728Z","end":"2026-05-28T02:24:50.68937Z","steps":["trace[93060839] 'process raft request' (duration: 1.517607603s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.689512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050517088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.689539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519250284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-28T02:24:50.689532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104049347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.68957Z","caller":"traceutil/trace.go:171","msg":"trace[1399195482] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8738; }","duration":"1.050601861s","start":"2026-05-28T02:24:49.638952Z","end":"2026-05-28T02:24:50.689554Z","steps":["trace[1399195482] 'agreement among raft nodes before linearized reading' (duration: 1.050508338s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.689574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.505164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.689583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072821236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.689569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.170702Z","time spent":"1.518779899s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:50.689602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.638944Z","time spent":"1.050650153s","remote":"127.0.0.1:47562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:50.689604Z","caller":"traceutil/trace.go:171","msg":"trace[1330796012] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8738; }","duration":"1.10413642s","start":"2026-05-28T02:24:49.585443Z","end":"2026-05-28T02:24:50.68958Z","steps":["trace[1330796012] 'agreement among raft nodes before linearized reading' (duration: 1.104030207s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:50.689621Z","caller":"traceutil/trace.go:171","msg":"trace[1385977482] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8738; }","duration":"1.072856337s","start":"2026-05-28T02:24:49.616753Z","end":"2026-05-28T02:24:50.68961Z","steps":["trace[1385977482] 'agreement among raft nodes before linearized reading' (duration: 1.072810886s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.68963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086949404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.689656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.61673Z","time spent":"1.072918439s","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:50.68966Z","caller":"traceutil/trace.go:171","msg":"trace[114081777] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8738; }","duration":"1.087004246s","start":"2026-05-28T02:24:49.602647Z","end":"2026-05-28T02:24:50.689651Z","steps":["trace[114081777] 'agreement among raft nodes before linearized reading' (duration: 1.086954755s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.689657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.585435Z","time spent":"1.104207722s","remote":"127.0.0.1:47544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-05-28T02:24:50.689668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123634698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.689695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.602635Z","time spent":"1.087050667s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:50.689709Z","caller":"traceutil/trace.go:171","msg":"trace[174316567] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8738; }","duration":"1.123706271s","start":"2026-05-28T02:24:49.565987Z","end":"2026-05-28T02:24:50.689693Z","steps":["trace[174316567] 'agreement among raft nodes before linearized reading' (duration: 1.123645599s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.689711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.328562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7cb6b59b77-hnhft.18b399822fa52dc4\" ","response":"range_response_count:1 size:1133"} {"level":"warn","ts":"2026-05-28T02:24:50.689717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086981136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.689543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072811116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.689766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.969802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.68977Z","caller":"traceutil/trace.go:171","msg":"trace[340541970] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8738; }","duration":"1.087059168s","start":"2026-05-28T02:24:49.602695Z","end":"2026-05-28T02:24:50.689754Z","steps":["trace[340541970] 'agreement among raft nodes before linearized reading' (duration: 1.086979775s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.689708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072491815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.689793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104558554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.689789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050852199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.68981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.60268Z","time spent":"1.08712064s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-05-28T02:24:50.689854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104657647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.689857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.932563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.689856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.251798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.689873Z","caller":"traceutil/trace.go:171","msg":"trace[1191101106] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8738; }","duration":"1.104709718s","start":"2026-05-28T02:24:49.585158Z","end":"2026-05-28T02:24:50.689867Z","steps":["trace[1191101106] 'agreement among raft nodes before linearized reading' (duration: 1.104680207s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:50.689578Z","caller":"traceutil/trace.go:171","msg":"trace[1874009908] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8738; }","duration":"1.519333117s","start":"2026-05-28T02:24:49.170234Z","end":"2026-05-28T02:24:50.689568Z","steps":["trace[1874009908] 'agreement among raft nodes before linearized reading' (duration: 1.519156061s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:50.689768Z","caller":"traceutil/trace.go:171","msg":"trace[169079795] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7cb6b59b77-hnhft.18b399822fa52dc4; range_end:; response_count:1; response_revision:8738; }","duration":"168.415245ms","start":"2026-05-28T02:24:50.521337Z","end":"2026-05-28T02:24:50.689752Z","steps":["trace[169079795] 'agreement among raft nodes before linearized reading' (duration: 168.233319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.689895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.585136Z","time spent":"1.1047528s","remote":"127.0.0.1:47544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:50.689893Z","caller":"traceutil/trace.go:171","msg":"trace[1609339848] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8738; }","duration":"887.283779ms","start":"2026-05-28T02:24:49.802598Z","end":"2026-05-28T02:24:50.689882Z","steps":["trace[1609339848] 'agreement among raft nodes before linearized reading' (duration: 887.241387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.689922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.024336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.689916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.170223Z","time spent":"1.519678718s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:24:50.689931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.802579Z","time spent":"887.342411ms","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-05-28T02:24:50.689941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.351223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-05-28T02:24:50.689976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050416216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.689968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012373749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.689995Z","caller":"traceutil/trace.go:171","msg":"trace[1294155537] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8738; }","duration":"1.050452386s","start":"2026-05-28T02:24:49.639537Z","end":"2026-05-28T02:24:50.68999Z","steps":["trace[1294155537] 'agreement among raft nodes before linearized reading' (duration: 1.050416915s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:50.689988Z","caller":"traceutil/trace.go:171","msg":"trace[583073655] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:8738; }","duration":"560.430086ms","start":"2026-05-28T02:24:50.129545Z","end":"2026-05-28T02:24:50.689975Z","steps":["trace[583073655] 'agreement among raft nodes before linearized reading' (duration: 560.302632ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:50.689617Z","caller":"traceutil/trace.go:171","msg":"trace[824545386] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8738; }","duration":"851.549775ms","start":"2026-05-28T02:24:49.838051Z","end":"2026-05-28T02:24:50.689601Z","steps":["trace[824545386] 'agreement among raft nodes before linearized reading' (duration: 851.500163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.690017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.639529Z","time spent":"1.050482308s","remote":"127.0.0.1:47562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"info","ts":"2026-05-28T02:24:50.690016Z","caller":"traceutil/trace.go:171","msg":"trace[1926918064] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8738; }","duration":"1.012443652s","start":"2026-05-28T02:24:49.67756Z","end":"2026-05-28T02:24:50.690003Z","steps":["trace[1926918064] 'agreement among raft nodes before linearized reading' (duration: 1.012362709s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.690022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.368323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.690047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.838047Z","time spent":"851.985178ms","remote":"127.0.0.1:47636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:50.690055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123546456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.690054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.866089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.690057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011958185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.690069Z","caller":"traceutil/trace.go:171","msg":"trace[1999826686] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8738; }","duration":"997.430105ms","start":"2026-05-28T02:24:49.692625Z","end":"2026-05-28T02:24:50.690055Z","steps":["trace[1999826686] 'agreement among raft nodes before linearized reading' (duration: 997.361353ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:50.690097Z","caller":"traceutil/trace.go:171","msg":"trace[375565516] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8738; }","duration":"997.91725ms","start":"2026-05-28T02:24:49.692168Z","end":"2026-05-28T02:24:50.690085Z","steps":["trace[375565516] 'agreement among raft nodes before linearized reading' (duration: 997.864518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.690008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.849518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.690111Z","caller":"traceutil/trace.go:171","msg":"trace[1303436776] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8738; }","duration":"1.012066579s","start":"2026-05-28T02:24:49.678029Z","end":"2026-05-28T02:24:50.690095Z","steps":["trace[1303436776] 'agreement among raft nodes before linearized reading' (duration: 1.011968396s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.690115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.469688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.690113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027592932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.690133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012502803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.689698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.365344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.689823Z","caller":"traceutil/trace.go:171","msg":"trace[613548510] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8738; }","duration":"1.104592665s","start":"2026-05-28T02:24:49.585224Z","end":"2026-05-28T02:24:50.689816Z","steps":["trace[613548510] 'agreement among raft nodes before linearized reading' (duration: 1.104541093s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.69015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.678008Z","time spent":"1.012132701s","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"info","ts":"2026-05-28T02:24:50.690172Z","caller":"traceutil/trace.go:171","msg":"trace[1575299269] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8738; }","duration":"1.012555165s","start":"2026-05-28T02:24:49.677606Z","end":"2026-05-28T02:24:50.690161Z","steps":["trace[1575299269] 'agreement among raft nodes before linearized reading' (duration: 1.012497113s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.690189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.581862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.690188Z","caller":"traceutil/trace.go:171","msg":"trace[314166972] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8738; }","duration":"871.86975ms","start":"2026-05-28T02:24:49.818305Z","end":"2026-05-28T02:24:50.690174Z","steps":["trace[314166972] 'agreement among raft nodes before linearized reading' (duration: 871.376234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.689526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.738679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.690204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.94206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.6902Z","caller":"traceutil/trace.go:171","msg":"trace[113951164] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8738; }","duration":"1.027680855s","start":"2026-05-28T02:24:49.662483Z","end":"2026-05-28T02:24:50.690163Z","steps":["trace[113951164] 'agreement among raft nodes before linearized reading' (duration: 1.027601952s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.690201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.585207Z","time spent":"1.104974436s","remote":"127.0.0.1:47544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:24:50.690179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.878207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.690234Z","caller":"traceutil/trace.go:171","msg":"trace[1600635198] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8738; }","duration":"887.994952ms","start":"2026-05-28T02:24:49.802232Z","end":"2026-05-28T02:24:50.690227Z","steps":["trace[1600635198] 'agreement among raft nodes before linearized reading' (duration: 887.94597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.690237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.818297Z","time spent":"871.924271ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-05-28T02:24:50.690213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.6776Z","time spent":"1.012602536s","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:50.690247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.969719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.689855Z","caller":"traceutil/trace.go:171","msg":"trace[1047998446] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8738; }","duration":"1.050944102s","start":"2026-05-28T02:24:49.638889Z","end":"2026-05-28T02:24:50.689833Z","steps":["trace[1047998446] 'agreement among raft nodes before linearized reading' (duration: 1.05086131s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.690181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.179495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.690041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:50.129527Z","time spent":"560.501788ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-05-28T02:24:50.690309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.054474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.689941Z","caller":"traceutil/trace.go:171","msg":"trace[1911707345] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8738; }","duration":"982.060336ms","start":"2026-05-28T02:24:49.707875Z","end":"2026-05-28T02:24:50.689935Z","steps":["trace[1911707345] 'agreement among raft nodes before linearized reading' (duration: 982.033006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.690303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.560547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.69034Z","caller":"traceutil/trace.go:171","msg":"trace[1959110709] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8738; }","duration":"888.097815ms","start":"2026-05-28T02:24:49.802235Z","end":"2026-05-28T02:24:50.690333Z","steps":["trace[1959110709] 'agreement among raft nodes before linearized reading' (duration: 888.056094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.690351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.753303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.690361Z","caller":"traceutil/trace.go:171","msg":"trace[214496963] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8738; }","duration":"777.671391ms","start":"2026-05-28T02:24:49.912681Z","end":"2026-05-28T02:24:50.690352Z","steps":["trace[214496963] 'agreement among raft nodes before linearized reading' (duration: 777.602978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.690359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.707866Z","time spent":"982.47924ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:24:50.690369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.802228Z","time spent":"888.132046ms","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:50.690377Z","caller":"traceutil/trace.go:171","msg":"trace[893991938] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8738; }","duration":"777.808525ms","start":"2026-05-28T02:24:49.912562Z","end":"2026-05-28T02:24:50.69037Z","steps":["trace[893991938] 'agreement among raft nodes before linearized reading' (duration: 777.766314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.690372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.785124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.690396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.912638Z","time spent":"777.750223ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:50.690114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.305308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.690417Z","caller":"traceutil/trace.go:171","msg":"trace[1682853956] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8738; }","duration":"794.867336ms","start":"2026-05-28T02:24:49.895538Z","end":"2026-05-28T02:24:50.690406Z","steps":["trace[1682853956] 'agreement among raft nodes before linearized reading' (duration: 794.798694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.690358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.627333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.690406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.912543Z","time spent":"777.857766ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:24:50.690467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.895514Z","time spent":"794.938799ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-05-28T02:24:50.690496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153947161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.690514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.069028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.689989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027502799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.690523Z","caller":"traceutil/trace.go:171","msg":"trace[1410716190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8738; }","duration":"1.154006513s","start":"2026-05-28T02:24:49.53651Z","end":"2026-05-28T02:24:50.690516Z","steps":["trace[1410716190] 'agreement among raft nodes before linearized reading' (duration: 1.153965952s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.690529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.085259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.690535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485298597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:24:50.69053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124543348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.690254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.662469Z","time spent":"1.027770367s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:50.690557Z","caller":"traceutil/trace.go:171","msg":"trace[15596996] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8738; }","duration":"1.028098398s","start":"2026-05-28T02:24:49.662444Z","end":"2026-05-28T02:24:50.690543Z","steps":["trace[15596996] 'agreement among raft nodes before linearized reading' (duration: 1.027486338s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:50.690564Z","caller":"traceutil/trace.go:171","msg":"trace[876694993] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8738; }","duration":"1.485356609s","start":"2026-05-28T02:24:49.2052Z","end":"2026-05-28T02:24:50.690556Z","steps":["trace[876694993] 'agreement among raft nodes before linearized reading' (duration: 1.485305737s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.690583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.991106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.690582Z","caller":"traceutil/trace.go:171","msg":"trace[283241714] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8738; }","duration":"1.124594519s","start":"2026-05-28T02:24:49.565974Z","end":"2026-05-28T02:24:50.690568Z","steps":["trace[283241714] 'agreement among raft nodes before linearized reading' (duration: 1.124520517s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.690599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.205187Z","time spent":"1.48540501s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:50.690601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.662421Z","time spent":"1.02816675s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"info","ts":"2026-05-28T02:24:50.69061Z","caller":"traceutil/trace.go:171","msg":"trace[1820685246] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8738; }","duration":"902.026637ms","start":"2026-05-28T02:24:49.788576Z","end":"2026-05-28T02:24:50.690602Z","steps":["trace[1820685246] 'agreement among raft nodes before linearized reading' (duration: 901.985765ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:50.690542Z","caller":"traceutil/trace.go:171","msg":"trace[449447885] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8738; }","duration":"902.12694ms","start":"2026-05-28T02:24:49.788407Z","end":"2026-05-28T02:24:50.690534Z","steps":["trace[449447885] 'agreement among raft nodes before linearized reading' (duration: 902.080179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.690645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.788572Z","time spent":"902.061768ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-05-28T02:24:50.690678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.788393Z","time spent":"902.273515ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:50.690718Z","caller":"traceutil/trace.go:171","msg":"trace[838303799] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"1.519842363s","start":"2026-05-28T02:24:49.170864Z","end":"2026-05-28T02:24:50.690706Z","steps":["trace[838303799] 'process raft request' (duration: 1.517682504s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.689662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.72567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:50.690803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.170856Z","time spent":"1.519903885s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:50.690789Z","caller":"traceutil/trace.go:171","msg":"trace[623987272] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8738; }","duration":"852.856706ms","start":"2026-05-28T02:24:49.837913Z","end":"2026-05-28T02:24:50.69077Z","steps":["trace[623987272] 'agreement among raft nodes before linearized reading' (duration: 851.72769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.690833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519193743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222712"} {"level":"info","ts":"2026-05-28T02:24:50.690879Z","caller":"traceutil/trace.go:171","msg":"trace[273034190] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8738; }","duration":"1.519252804s","start":"2026-05-28T02:24:49.171616Z","end":"2026-05-28T02:24:50.690869Z","steps":["trace[273034190] 'agreement among raft nodes before linearized reading' (duration: 1.517815548s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.69091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.17161Z","time spent":"1.519291536s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222735,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-28T02:24:50.689797Z","caller":"traceutil/trace.go:171","msg":"trace[1066782435] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8738; }","duration":"958.021674ms","start":"2026-05-28T02:24:49.731765Z","end":"2026-05-28T02:24:50.689787Z","steps":["trace[1066782435] 'agreement among raft nodes before linearized reading' (duration: 957.970892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.690969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.731754Z","time spent":"959.199591ms","remote":"127.0.0.1:47596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"info","ts":"2026-05-28T02:24:50.690479Z","caller":"traceutil/trace.go:171","msg":"trace[1620394899] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8738; }","duration":"814.759577ms","start":"2026-05-28T02:24:49.875709Z","end":"2026-05-28T02:24:50.690469Z","steps":["trace[1620394899] 'agreement among raft nodes before linearized reading' (duration: 814.616903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.691025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.875704Z","time spent":"815.305484ms","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-05-28T02:24:50.690895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.837904Z","time spent":"852.96695ms","remote":"127.0.0.1:47636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:24:50.690461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.14879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.69119Z","caller":"traceutil/trace.go:171","msg":"trace[1603037004] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8738; }","duration":"815.893123ms","start":"2026-05-28T02:24:49.875286Z","end":"2026-05-28T02:24:50.691179Z","steps":["trace[1603037004] 'agreement among raft nodes before linearized reading' (duration: 815.147439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.691235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.875279Z","time spent":"815.944135ms","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:24:50.69013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.692163Z","time spent":"997.959041ms","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:50.690084Z","caller":"traceutil/trace.go:171","msg":"trace[1391050925] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8738; }","duration":"1.123617468s","start":"2026-05-28T02:24:49.566459Z","end":"2026-05-28T02:24:50.690077Z","steps":["trace[1391050925] 'agreement among raft nodes before linearized reading' (duration: 1.123570466s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.691643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.566446Z","time spent":"1.125181728s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"info","ts":"2026-05-28T02:24:50.689456Z","caller":"traceutil/trace.go:171","msg":"trace[1262811653] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"1.518562172s","start":"2026-05-28T02:24:49.170049Z","end":"2026-05-28T02:24:50.688611Z","steps":["trace[1262811653] 'process raft request' (duration: 1.160277462s)","trace[1262811653] 'compare' (duration: 357.33872ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:24:50.689937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087995588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.691821Z","caller":"traceutil/trace.go:171","msg":"trace[818147249] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8738; }","duration":"1.089932009s","start":"2026-05-28T02:24:49.601877Z","end":"2026-05-28T02:24:50.691809Z","steps":["trace[818147249] 'agreement among raft nodes before linearized reading' (duration: 1.088016248s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.691867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.601852Z","time spent":"1.090003661s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:24:50.689781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.741856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.691981Z","caller":"traceutil/trace.go:171","msg":"trace[2040731969] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8738; }","duration":"873.963156ms","start":"2026-05-28T02:24:49.818011Z","end":"2026-05-28T02:24:50.691974Z","steps":["trace[2040731969] 'agreement among raft nodes before linearized reading' (duration: 871.704344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.692004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.818005Z","time spent":"873.991147ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:50.68979Z","caller":"traceutil/trace.go:171","msg":"trace[1743710018] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8738; }","duration":"1.073047893s","start":"2026-05-28T02:24:49.61672Z","end":"2026-05-28T02:24:50.689767Z","steps":["trace[1743710018] 'agreement among raft nodes before linearized reading' (duration: 1.072784535s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.692041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.170023Z","time spent":"1.521807345s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:50.692081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.616692Z","time spent":"1.075366737s","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:24:50.689818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.941782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.692311Z","caller":"traceutil/trace.go:171","msg":"trace[54227794] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8738; }","duration":"874.444541ms","start":"2026-05-28T02:24:49.81785Z","end":"2026-05-28T02:24:50.692294Z","steps":["trace[54227794] 'agreement among raft nodes before linearized reading' (duration: 871.950802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.692357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.817839Z","time spent":"874.504454ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:24:50.689828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.454388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.69249Z","caller":"traceutil/trace.go:171","msg":"trace[645124822] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8738; }","duration":"984.115762ms","start":"2026-05-28T02:24:49.708356Z","end":"2026-05-28T02:24:50.692472Z","steps":["trace[645124822] 'agreement among raft nodes before linearized reading' (duration: 981.456027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.692564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.70835Z","time spent":"984.195674ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"info","ts":"2026-05-28T02:24:50.689817Z","caller":"traceutil/trace.go:171","msg":"trace[660588595] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8738; }","duration":"1.072614149s","start":"2026-05-28T02:24:49.61719Z","end":"2026-05-28T02:24:50.689804Z","steps":["trace[660588595] 'agreement among raft nodes before linearized reading' (duration: 1.072344861s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.692715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.617167Z","time spent":"1.075514751s","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-05-28T02:24:50.689738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.56597Z","time spent":"1.123758253s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:50.68988Z","caller":"traceutil/trace.go:171","msg":"trace[2042324902] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8738; }","duration":"981.965573ms","start":"2026-05-28T02:24:49.707909Z","end":"2026-05-28T02:24:50.689874Z","steps":["trace[2042324902] 'agreement among raft nodes before linearized reading' (duration: 981.934172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.692868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.707904Z","time spent":"984.950069ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:50.690052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026543069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.69295Z","caller":"traceutil/trace.go:171","msg":"trace[473987226] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8738; }","duration":"1.029443281s","start":"2026-05-28T02:24:49.663497Z","end":"2026-05-28T02:24:50.69294Z","steps":["trace[473987226] 'agreement among raft nodes before linearized reading' (duration: 1.026526328s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.692985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.663448Z","time spent":"1.029518652s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-05-28T02:24:50.689506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.550479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.693086Z","caller":"traceutil/trace.go:171","msg":"trace[159807230] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8738; }","duration":"961.190134ms","start":"2026-05-28T02:24:49.731889Z","end":"2026-05-28T02:24:50.693079Z","steps":["trace[159807230] 'agreement among raft nodes before linearized reading' (duration: 957.542798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.693109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.731867Z","time spent":"961.233976ms","remote":"127.0.0.1:47596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:50.690062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.67755Z","time spent":"1.012499573s","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"info","ts":"2026-05-28T02:24:50.690136Z","caller":"traceutil/trace.go:171","msg":"trace[1671994099] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8738; }","duration":"998.000623ms","start":"2026-05-28T02:24:49.692129Z","end":"2026-05-28T02:24:50.690129Z","steps":["trace[1671994099] 'agreement among raft nodes before linearized reading' (duration: 997.846368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.693316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.692117Z","time spent":"1.001191184s","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:24:50.690126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.692617Z","time spent":"997.493717ms","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-05-28T02:24:50.690146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.51445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.693584Z","caller":"traceutil/trace.go:171","msg":"trace[1852766201] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8738; }","duration":"921.950369ms","start":"2026-05-28T02:24:49.771622Z","end":"2026-05-28T02:24:50.693573Z","steps":["trace[1852766201] 'agreement among raft nodes before linearized reading' (duration: 918.498739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.693615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.771611Z","time spent":"921.99542ms","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"info","ts":"2026-05-28T02:24:50.690156Z","caller":"traceutil/trace.go:171","msg":"trace[1056385666] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8738; }","duration":"918.51762ms","start":"2026-05-28T02:24:49.771629Z","end":"2026-05-28T02:24:50.690146Z","steps":["trace[1056385666] 'agreement among raft nodes before linearized reading' (duration: 918.457658ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:50.690222Z","caller":"traceutil/trace.go:171","msg":"trace[46515549] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8738; }","duration":"918.636133ms","start":"2026-05-28T02:24:49.771575Z","end":"2026-05-28T02:24:50.690211Z","steps":["trace[46515549] 'agreement among raft nodes before linearized reading' (duration: 918.592652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.69424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.77156Z","time spent":"922.646411ms","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:24:50.690222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.283448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.6943Z","caller":"traceutil/trace.go:171","msg":"trace[1390475552] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8738; }","duration":"764.383658ms","start":"2026-05-28T02:24:49.929898Z","end":"2026-05-28T02:24:50.694282Z","steps":["trace[1390475552] 'agreement among raft nodes before linearized reading' (duration: 760.299649ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:50.690238Z","caller":"traceutil/trace.go:171","msg":"trace[575894706] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8738; }","duration":"851.481743ms","start":"2026-05-28T02:24:49.838745Z","end":"2026-05-28T02:24:50.690226Z","steps":["trace[575894706] 'agreement among raft nodes before linearized reading' (duration: 850.702988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.693904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.771626Z","time spent":"922.260279ms","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:50.694364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.929874Z","time spent":"764.470831ms","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:24:50.694366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.83874Z","time spent":"855.611433ms","remote":"127.0.0.1:47636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-05-28T02:24:50.690262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.775972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.694516Z","caller":"traceutil/trace.go:171","msg":"trace[477175523] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8738; }","duration":"781.064908ms","start":"2026-05-28T02:24:49.913431Z","end":"2026-05-28T02:24:50.694496Z","steps":["trace[477175523] 'agreement among raft nodes before linearized reading' (duration: 776.813193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.694593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.91341Z","time spent":"781.160451ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-05-28T02:24:50.690267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.169969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.694678Z","caller":"traceutil/trace.go:171","msg":"trace[737863450] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8738; }","duration":"962.592988ms","start":"2026-05-28T02:24:49.732042Z","end":"2026-05-28T02:24:50.694635Z","steps":["trace[737863450] 'agreement among raft nodes before linearized reading' (duration: 958.204189ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:50.690261Z","caller":"traceutil/trace.go:171","msg":"trace[1737936780] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8738; }","duration":"795.00537ms","start":"2026-05-28T02:24:49.895244Z","end":"2026-05-28T02:24:50.690249Z","steps":["trace[1737936780] 'agreement among raft nodes before linearized reading' (duration: 794.909977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.694759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.732034Z","time spent":"962.699633ms","remote":"127.0.0.1:47596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-05-28T02:24:50.694772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.895222Z","time spent":"799.534154ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"info","ts":"2026-05-28T02:24:50.6903Z","caller":"traceutil/trace.go:171","msg":"trace[1548211775] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8738; }","duration":"795.074293ms","start":"2026-05-28T02:24:49.895212Z","end":"2026-05-28T02:24:50.690286Z","steps":["trace[1548211775] 'agreement among raft nodes before linearized reading' (duration: 794.99763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.695785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.895187Z","time spent":"800.578537ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:50.690306Z","caller":"traceutil/trace.go:171","msg":"trace[1824715594] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8738; }","duration":"760.32846ms","start":"2026-05-28T02:24:49.929967Z","end":"2026-05-28T02:24:50.690295Z","steps":["trace[1824715594] 'agreement among raft nodes before linearized reading' (duration: 760.176845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.695938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.929955Z","time spent":"765.962058ms","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:50.690307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.638869Z","time spent":"1.051423947s","remote":"127.0.0.1:47562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:24:50.690411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.043096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:50.696055Z","caller":"traceutil/trace.go:171","msg":"trace[2042526236] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8738; }","duration":"820.689015ms","start":"2026-05-28T02:24:49.875348Z","end":"2026-05-28T02:24:50.696037Z","steps":["trace[2042526236] 'agreement among raft nodes before linearized reading' (duration: 815.035306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.696094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.875345Z","time spent":"820.739527ms","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:50.690453Z","caller":"traceutil/trace.go:171","msg":"trace[1575869542] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8738; }","duration":"759.680199ms","start":"2026-05-28T02:24:49.930762Z","end":"2026-05-28T02:24:50.690442Z","steps":["trace[1575869542] 'agreement among raft nodes before linearized reading' (duration: 759.312668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.696182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.930734Z","time spent":"765.442672ms","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-05-28T02:24:50.69055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.536493Z","time spent":"1.154053165s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:24:50.690558Z","caller":"traceutil/trace.go:171","msg":"trace[392391327] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8738; }","duration":"902.142701ms","start":"2026-05-28T02:24:49.788408Z","end":"2026-05-28T02:24:50.69055Z","steps":["trace[392391327] 'agreement among raft nodes before linearized reading' (duration: 902.096389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.6963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.788394Z","time spent":"907.899433ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:24:50.690633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.565933Z","time spent":"1.124685262s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T02:24:50.69027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.802219Z","time spent":"888.043643ms","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"info","ts":"2026-05-28T02:24:51.057281Z","caller":"traceutil/trace.go:171","msg":"trace[608562636] linearizableReadLoop","detail":"{readStateIndex:9061; appliedIndex:9059; }","duration":"363.837757ms","start":"2026-05-28T02:24:50.693416Z","end":"2026-05-28T02:24:51.057254Z","steps":["trace[608562636] 'read index received' (duration: 84.207582ms)","trace[608562636] 'applied index is now lower than readState.Index' (duration: 279.628975ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:51.057423Z","caller":"traceutil/trace.go:171","msg":"trace[411810615] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"364.23944ms","start":"2026-05-28T02:24:50.693148Z","end":"2026-05-28T02:24:51.057388Z","steps":["trace[411810615] 'process raft request' (duration: 363.893379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.057554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.116415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19534"} {"level":"info","ts":"2026-05-28T02:24:51.05761Z","caller":"traceutil/trace.go:171","msg":"trace[323178658] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8739; }","duration":"364.202848ms","start":"2026-05-28T02:24:50.693394Z","end":"2026-05-28T02:24:51.057597Z","steps":["trace[323178658] 'agreement among raft nodes before linearized reading' (duration: 363.984392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.057605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:50.693128Z","time spent":"364.378304ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:51.05765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:50.693386Z","time spent":"364.25567ms","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19557,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-28T02:24:51.126041Z","caller":"traceutil/trace.go:171","msg":"trace[935577394] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"347.252781ms","start":"2026-05-28T02:24:50.778757Z","end":"2026-05-28T02:24:51.12601Z","steps":["trace[935577394] 'process raft request' (duration: 347.104836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.126142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.803499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:51.126212Z","caller":"traceutil/trace.go:171","msg":"trace[1627762194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8740; }","duration":"428.888542ms","start":"2026-05-28T02:24:50.697306Z","end":"2026-05-28T02:24:51.126195Z","steps":["trace[1627762194] 'agreement among raft nodes before linearized reading' (duration: 428.721816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.126212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.571471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:24:51.126261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:50.69729Z","time spent":"428.962813ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:24:51.126285Z","caller":"traceutil/trace.go:171","msg":"trace[605100969] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8740; }","duration":"318.667494ms","start":"2026-05-28T02:24:50.807601Z","end":"2026-05-28T02:24:51.126268Z","steps":["trace[605100969] 'agreement among raft nodes before linearized reading' (duration: 318.453297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.126331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:50.807539Z","time spent":"318.781778ms","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":84,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:51.126466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:50.778737Z","time spent":"347.410375ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:51.583465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.849377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:24:51.583741Z","caller":"traceutil/trace.go:171","msg":"trace[845298477] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"412.607794ms","start":"2026-05-28T02:24:51.171113Z","end":"2026-05-28T02:24:51.583721Z","steps":["trace[845298477] 'process raft request' (duration: 412.556033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.583855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:51.171105Z","time spent":"412.697677ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:51.583743Z","caller":"traceutil/trace.go:171","msg":"trace[1184664361] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"413.153452ms","start":"2026-05-28T02:24:51.170562Z","end":"2026-05-28T02:24:51.583716Z","steps":["trace[1184664361] 'process raft request' (duration: 106.975205ms)","trace[1184664361] 'compare' (duration: 305.63638ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:24:51.584066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:51.170527Z","time spent":"413.481182ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:51.584026Z","caller":"traceutil/trace.go:171","msg":"trace[497943137] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"413.072099ms","start":"2026-05-28T02:24:51.170916Z","end":"2026-05-28T02:24:51.583988Z","steps":["trace[497943137] 'process raft request' (duration: 412.670086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.585262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:51.170892Z","time spent":"413.275966ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:53.200133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492402952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:24:53.690862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.332694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:24:53.690963Z","caller":"traceutil/trace.go:171","msg":"trace[1943349349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8744; }","duration":"993.482168ms","start":"2026-05-28T02:24:52.697456Z","end":"2026-05-28T02:24:53.690938Z","steps":["trace[1943349349] 'range keys from in-memory index tree' (duration: 993.143227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:53.691365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:52.697434Z","time spent":"993.910552ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:24:53.69159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.897722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:24:53.691662Z","caller":"traceutil/trace.go:171","msg":"trace[1221690184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8744; }","duration":"994.097148ms","start":"2026-05-28T02:24:52.697547Z","end":"2026-05-28T02:24:53.691644Z","steps":["trace[1221690184] 'range keys from in-memory index tree' (duration: 993.730506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:53.691693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:52.697543Z","time spent":"994.142809ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:24:53.691779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.903822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:24:53.691822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.930194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:24:53.691843Z","caller":"traceutil/trace.go:171","msg":"trace[136139462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8744; }","duration":"993.982425ms","start":"2026-05-28T02:24:52.697847Z","end":"2026-05-28T02:24:53.69183Z","steps":["trace[136139462] 'range keys from in-memory index tree' (duration: 993.820809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:53.691874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:52.697844Z","time spent":"994.022786ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:24:53.691872Z","caller":"traceutil/trace.go:171","msg":"trace[265739302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8744; }","duration":"995.002347ms","start":"2026-05-28T02:24:52.696855Z","end":"2026-05-28T02:24:53.691857Z","steps":["trace[265739302] 'range keys from in-memory index tree' (duration: 994.837311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:53.691975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:52.696842Z","time spent":"995.124751ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:24:53.691975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429672321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:53.692065Z","caller":"traceutil/trace.go:171","msg":"trace[2121132120] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8744; }","duration":"1.429814207s","start":"2026-05-28T02:24:52.262227Z","end":"2026-05-28T02:24:53.692041Z","steps":["trace[2121132120] 'count revisions from in-memory index tree' (duration: 1.429560628s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:53.692122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:52.262175Z","time spent":"1.42992971s","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:53.692259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156566484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:53.692301Z","caller":"traceutil/trace.go:171","msg":"trace[1285091317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8744; }","duration":"1.156646697s","start":"2026-05-28T02:24:52.535645Z","end":"2026-05-28T02:24:53.692291Z","steps":["trace[1285091317] 'range keys from in-memory index tree' (duration: 1.156478711s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:53.692327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:52.535621Z","time spent":"1.156699188s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:24:53.700838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492402952,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:24:54.002388Z","caller":"traceutil/trace.go:171","msg":"trace[1506887698] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"1.304020034s","start":"2026-05-28T02:24:52.698348Z","end":"2026-05-28T02:24:54.002368Z","steps":["trace[1506887698] 'process raft request' (duration: 1.303872099s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:54.002533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:52.69834Z","time spent":"1.304118037s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:54.67528Z","caller":"traceutil/trace.go:171","msg":"trace[365935882] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"1.680819062s","start":"2026-05-28T02:24:52.994438Z","end":"2026-05-28T02:24:54.675257Z","steps":["trace[365935882] 'process raft request' (duration: 1.680641886s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:54.675427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:52.994414Z","time spent":"1.680934686s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:54.675564Z","caller":"traceutil/trace.go:171","msg":"trace[1693978447] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"1.574348403s","start":"2026-05-28T02:24:53.101206Z","end":"2026-05-28T02:24:54.675554Z","steps":["trace[1693978447] 'process raft request' (duration: 1.574013543s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:54.675625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.101181Z","time spent":"1.574411724s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:54.675702Z","caller":"traceutil/trace.go:171","msg":"trace[1829631188] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"1.086297284s","start":"2026-05-28T02:24:53.589386Z","end":"2026-05-28T02:24:54.675683Z","steps":["trace[1829631188] 'process raft request' (duration: 1.086084327s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:54.67578Z","caller":"traceutil/trace.go:171","msg":"trace[278523963] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"1.086345386s","start":"2026-05-28T02:24:53.589409Z","end":"2026-05-28T02:24:54.675755Z","steps":["trace[278523963] 'process raft request' (duration: 1.08615383s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:54.675825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.589363Z","time spent":"1.086397198s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:54.67582Z","caller":"traceutil/trace.go:171","msg":"trace[1668518273] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"1.085565182s","start":"2026-05-28T02:24:53.590222Z","end":"2026-05-28T02:24:54.675787Z","steps":["trace[1668518273] 'process raft request' (duration: 1.085375906s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:54.675888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.58938Z","time spent":"1.08645715s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:54.675946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.590208Z","time spent":"1.085668154s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:54.675975Z","caller":"traceutil/trace.go:171","msg":"trace[1163175749] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"979.429993ms","start":"2026-05-28T02:24:53.696521Z","end":"2026-05-28T02:24:54.675951Z","steps":["trace[1163175749] 'process raft request' (duration: 979.125413ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:54.676064Z","caller":"traceutil/trace.go:171","msg":"trace[710821177] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"979.066452ms","start":"2026-05-28T02:24:53.69698Z","end":"2026-05-28T02:24:54.676046Z","steps":["trace[710821177] 'process raft request' (duration: 978.736361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:54.676108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.696501Z","time spent":"979.534576ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:54.676143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.69697Z","time spent":"979.136054ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:54.67617Z","caller":"traceutil/trace.go:171","msg":"trace[1405493707] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"978.810083ms","start":"2026-05-28T02:24:53.697341Z","end":"2026-05-28T02:24:54.676151Z","steps":["trace[1405493707] 'process raft request' (duration: 978.615387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:54.676279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.697332Z","time spent":"978.893296ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:54.6765Z","caller":"traceutil/trace.go:171","msg":"trace[2124684424] linearizableReadLoop","detail":"{readStateIndex:9076; appliedIndex:9066; }","duration":"1.976434904s","start":"2026-05-28T02:24:52.700047Z","end":"2026-05-28T02:24:54.676482Z","steps":["trace[2124684424] 'read index received' (duration: 1.302181435s)","trace[2124684424] 'applied index is now lower than readState.Index' (duration: 674.252409ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:54.676585Z","caller":"traceutil/trace.go:171","msg":"trace[116266083] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"978.873976ms","start":"2026-05-28T02:24:53.697702Z","end":"2026-05-28T02:24:54.676576Z","steps":["trace[116266083] 'process raft request' (duration: 978.38762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:54.676656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.697691Z","time spent":"978.927727ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:54.676756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976704162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:24:54.676797Z","caller":"traceutil/trace.go:171","msg":"trace[308887732] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:8754; }","duration":"1.976753243s","start":"2026-05-28T02:24:52.700036Z","end":"2026-05-28T02:24:54.676789Z","steps":["trace[308887732] 'agreement among raft nodes before linearized reading' (duration: 1.97664664s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:54.676818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:52.700032Z","time spent":"1.976781314s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"warn","ts":"2026-05-28T02:24:55.299579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.430931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:24:55.299845Z","caller":"traceutil/trace.go:171","msg":"trace[1762006272] linearizableReadLoop","detail":"{readStateIndex:9077; appliedIndex:9076; }","duration":"623.27973ms","start":"2026-05-28T02:24:54.676546Z","end":"2026-05-28T02:24:55.299825Z","steps":["trace[1762006272] 'read index received' (duration: 134.535979ms)","trace[1762006272] 'applied index is now lower than readState.Index' (duration: 488.741821ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:24:55.299944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391616495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:24:55.299889Z","caller":"traceutil/trace.go:171","msg":"trace[339897567] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"1.29158573s","start":"2026-05-28T02:24:54.008269Z","end":"2026-05-28T02:24:55.299855Z","steps":["trace[339897567] 'process raft request' (duration: 802.783097ms)","trace[339897567] 'compare' (duration: 487.890514ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:55.300022Z","caller":"traceutil/trace.go:171","msg":"trace[711270744] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8755; }","duration":"1.391751669s","start":"2026-05-28T02:24:53.908253Z","end":"2026-05-28T02:24:55.300004Z","steps":["trace[711270744] 'agreement among raft nodes before linearized reading' (duration: 1.391583954s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:55.300021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544730229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-28T02:24:55.300019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378640483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-28T02:24:55.300077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.908231Z","time spent":"1.391830522s","remote":"127.0.0.1:48196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":58,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:55.300078Z","caller":"traceutil/trace.go:171","msg":"trace[669866582] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8755; }","duration":"2.544821482s","start":"2026-05-28T02:24:52.75524Z","end":"2026-05-28T02:24:55.300061Z","steps":["trace[669866582] 'agreement among raft nodes before linearized reading' (duration: 2.544658517s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:55.300087Z","caller":"traceutil/trace.go:171","msg":"trace[226681965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8755; }","duration":"1.378728265s","start":"2026-05-28T02:24:53.921342Z","end":"2026-05-28T02:24:55.300071Z","steps":["trace[226681965] 'agreement among raft nodes before linearized reading' (duration: 1.378535609s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:55.300121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:52.755218Z","time spent":"2.544895194s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T02:24:55.300127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.921328Z","time spent":"1.378791658s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:24:55.300133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543260073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-28T02:24:55.300181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.754213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:24:55.300185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:54.008249Z","time spent":"1.291810027s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:55.300249Z","caller":"traceutil/trace.go:171","msg":"trace[1358460601] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8755; }","duration":"235.864646ms","start":"2026-05-28T02:24:55.064362Z","end":"2026-05-28T02:24:55.300227Z","steps":["trace[1358460601] 'agreement among raft nodes before linearized reading' (duration: 235.733252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:55.299957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606547345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:55.300248Z","caller":"traceutil/trace.go:171","msg":"trace[1460404155] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8755; }","duration":"2.543411637s","start":"2026-05-28T02:24:52.756804Z","end":"2026-05-28T02:24:55.300216Z","steps":["trace[1460404155] 'agreement among raft nodes before linearized reading' (duration: 2.543076666s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:55.300395Z","caller":"traceutil/trace.go:171","msg":"trace[1150754816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8755; }","duration":"1.60701197s","start":"2026-05-28T02:24:53.693355Z","end":"2026-05-28T02:24:55.300366Z","steps":["trace[1150754816] 'agreement among raft nodes before linearized reading' (duration: 1.606520915s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:55.300507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:52.756792Z","time spent":"2.543692476s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T02:24:55.300607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.693341Z","time spent":"1.607148534s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:24:55.300847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.633555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222712"} {"level":"info","ts":"2026-05-28T02:24:55.300939Z","caller":"traceutil/trace.go:171","msg":"trace[71376744] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8755; }","duration":"619.747118ms","start":"2026-05-28T02:24:54.68118Z","end":"2026-05-28T02:24:55.300927Z","steps":["trace[71376744] 'agreement among raft nodes before linearized reading' (duration: 618.911912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:55.301014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:54.681148Z","time spent":"619.852612ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222735,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:24:55.809206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492402966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:24:56.309879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492402966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:24:56.463132Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.157886577s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:24:56.46356Z","caller":"traceutil/trace.go:171","msg":"trace[1020498105] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"1.158352051s","start":"2026-05-28T02:24:55.305137Z","end":"2026-05-28T02:24:56.463489Z","steps":["trace[1020498105] 'process raft request' (duration: 1.158176106s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:56.463712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:55.305112Z","time spent":"1.158508546s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:56.46471Z","caller":"traceutil/trace.go:171","msg":"trace[985480449] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"1.159492497s","start":"2026-05-28T02:24:55.305193Z","end":"2026-05-28T02:24:56.464686Z","steps":["trace[985480449] 'process raft request' (duration: 1.159310601s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:56.464789Z","caller":"traceutil/trace.go:171","msg":"trace[1431771019] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"1.158275469s","start":"2026-05-28T02:24:55.306496Z","end":"2026-05-28T02:24:56.464771Z","steps":["trace[1431771019] 'process raft request' (duration: 1.158098863s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:56.464824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:55.305167Z","time spent":"1.159604031s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:56.464878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:55.306479Z","time spent":"1.158355112s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:56.469755Z","caller":"traceutil/trace.go:171","msg":"trace[1524057836] linearizableReadLoop","detail":"{readStateIndex:9082; appliedIndex:9077; }","duration":"1.160787899s","start":"2026-05-28T02:24:55.308951Z","end":"2026-05-28T02:24:56.469739Z","steps":["trace[1524057836] 'read index received' (duration: 1.154506069s)","trace[1524057836] 'applied index is now lower than readState.Index' (duration: 6.28085ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:56.469874Z","caller":"traceutil/trace.go:171","msg":"trace[823205256] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"462.077495ms","start":"2026-05-28T02:24:56.007761Z","end":"2026-05-28T02:24:56.469839Z","steps":["trace[823205256] 'process raft request' (duration: 461.850698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:56.470026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:56.007744Z","time spent":"462.202908ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:56.470062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.17325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:56.470081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.980253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:24:56.470129Z","caller":"traceutil/trace.go:171","msg":"trace[858285914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8759; }","duration":"147.273193ms","start":"2026-05-28T02:24:56.322839Z","end":"2026-05-28T02:24:56.470112Z","steps":["trace[858285914] 'agreement among raft nodes before linearized reading' (duration: 147.16834ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:56.470157Z","caller":"traceutil/trace.go:171","msg":"trace[951306890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8759; }","duration":"670.091196ms","start":"2026-05-28T02:24:55.800047Z","end":"2026-05-28T02:24:56.470139Z","steps":["trace[951306890] 'agreement among raft nodes before linearized reading' (duration: 669.961722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:56.470209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:55.800033Z","time spent":"670.163768ms","remote":"127.0.0.1:56864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:56.470168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.480176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-28T02:24:56.470059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160939943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:56.470331Z","caller":"traceutil/trace.go:171","msg":"trace[1515538632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8759; }","duration":"1.161413909s","start":"2026-05-28T02:24:55.308898Z","end":"2026-05-28T02:24:56.470312Z","steps":["trace[1515538632] 'agreement among raft nodes before linearized reading' (duration: 1.160946774s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:56.470345Z","caller":"traceutil/trace.go:171","msg":"trace[2118024789] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8759; }","duration":"317.704552ms","start":"2026-05-28T02:24:56.15259Z","end":"2026-05-28T02:24:56.470295Z","steps":["trace[2118024789] 'agreement among raft nodes before linearized reading' (duration: 317.30656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:56.470458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:56.152574Z","time spent":"317.871358ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:24:56.470395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:55.308872Z","time spent":"1.161505661s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:24:56.470935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099037029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:24:56.470978Z","caller":"traceutil/trace.go:171","msg":"trace[1448254931] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8759; }","duration":"1.099141393s","start":"2026-05-28T02:24:55.371829Z","end":"2026-05-28T02:24:56.47097Z","steps":["trace[1448254931] 'agreement among raft nodes before linearized reading' (duration: 1.098049318s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:56.471001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:55.371796Z","time spent":"1.099198825s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:56.790186Z","caller":"traceutil/trace.go:171","msg":"trace[1896629028] linearizableReadLoop","detail":"{readStateIndex:9083; appliedIndex:9082; }","duration":"109.315829ms","start":"2026-05-28T02:24:56.680844Z","end":"2026-05-28T02:24:56.79016Z","steps":["trace[1896629028] 'read index received' (duration: 109.184124ms)","trace[1896629028] 'applied index is now lower than readState.Index' (duration: 130.605µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:56.79024Z","caller":"traceutil/trace.go:171","msg":"trace[1005242348] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"109.462314ms","start":"2026-05-28T02:24:56.680746Z","end":"2026-05-28T02:24:56.790209Z","steps":["trace[1005242348] 'process raft request' (duration: 109.234297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:56.790447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.572168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:24:56.790502Z","caller":"traceutil/trace.go:171","msg":"trace[1444822721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8760; }","duration":"109.677961ms","start":"2026-05-28T02:24:56.680811Z","end":"2026-05-28T02:24:56.790489Z","steps":["trace[1444822721] 'agreement among raft nodes before linearized reading' (duration: 109.487085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:57.290552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492402988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:24:58.190181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.08717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:24:58.190576Z","caller":"traceutil/trace.go:171","msg":"trace[1584309889] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"1.508626856s","start":"2026-05-28T02:24:56.681918Z","end":"2026-05-28T02:24:58.190545Z","steps":["trace[1584309889] 'process raft request' (duration: 1.043073502s)","trace[1584309889] 'compare' (duration: 464.980116ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:24:58.190691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:56.681879Z","time spent":"1.508760821s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:58.19095Z","caller":"traceutil/trace.go:171","msg":"trace[1855284914] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"1.50872727s","start":"2026-05-28T02:24:56.682194Z","end":"2026-05-28T02:24:58.190921Z","steps":["trace[1855284914] 'process raft request' (duration: 1.508136532s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:58.19111Z","caller":"traceutil/trace.go:171","msg":"trace[1011614834] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"1.506992465s","start":"2026-05-28T02:24:56.684099Z","end":"2026-05-28T02:24:58.191092Z","steps":["trace[1011614834] 'process raft request' (duration: 1.506719586s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:58.191133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:56.68218Z","time spent":"1.508859734s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:58.191214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:56.684083Z","time spent":"1.507077608s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:59.357892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055544129s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:24:59.358202Z","caller":"traceutil/trace.go:171","msg":"trace[43994030] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"562.480871ms","start":"2026-05-28T02:24:58.795659Z","end":"2026-05-28T02:24:59.35814Z","steps":["trace[43994030] 'process raft request' (duration: 562.4373ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:59.3583Z","caller":"traceutil/trace.go:171","msg":"trace[355607152] linearizableReadLoop","detail":"{readStateIndex:9087; appliedIndex:9083; }","duration":"2.568016258s","start":"2026-05-28T02:24:56.790263Z","end":"2026-05-28T02:24:59.358279Z","steps":["trace[355607152] 'read index received' (duration: 934.736314ms)","trace[355607152] 'applied index is now lower than readState.Index' (duration: 1.633277104s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:24:59.358332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:58.795633Z","time spent":"562.608526ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:59.358438Z","caller":"traceutil/trace.go:171","msg":"trace[292299448] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"2.563615168s","start":"2026-05-28T02:24:56.794809Z","end":"2026-05-28T02:24:59.358424Z","steps":["trace[292299448] 'process raft request' (duration: 1.50745751s)","trace[292299448] 'compare' (duration: 1.055193808s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:24:59.358602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:56.794786Z","time spent":"2.563730522s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:59.358695Z","caller":"traceutil/trace.go:171","msg":"trace[382002719] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"883.738866ms","start":"2026-05-28T02:24:58.474935Z","end":"2026-05-28T02:24:59.358673Z","steps":["trace[382002719] 'process raft request' (duration: 883.077455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.358804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677034077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:24:59.358843Z","caller":"traceutil/trace.go:171","msg":"trace[530464718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8766; }","duration":"2.677086339s","start":"2026-05-28T02:24:56.681748Z","end":"2026-05-28T02:24:59.358835Z","steps":["trace[530464718] 'agreement among raft nodes before linearized reading' (duration: 2.676948545s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.358808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:58.474917Z","time spent":"883.83221ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:59.358832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819442722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:59.358888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049353599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"warn","ts":"2026-05-28T02:24:59.358875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.676967916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T02:24:59.358908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136279301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:24:59.35894Z","caller":"traceutil/trace.go:171","msg":"trace[1659470087] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:8766; }","duration":"2.049441101s","start":"2026-05-28T02:24:57.309484Z","end":"2026-05-28T02:24:59.358925Z","steps":["trace[1659470087] 'agreement among raft nodes before linearized reading' (duration: 2.049251425s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.358867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:56.681742Z","time spent":"2.67711955s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:24:59.358949Z","caller":"traceutil/trace.go:171","msg":"trace[380313881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8766; }","duration":"2.677096909s","start":"2026-05-28T02:24:56.681835Z","end":"2026-05-28T02:24:59.358932Z","steps":["trace[380313881] 'agreement among raft nodes before linearized reading' (duration: 2.676882333s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:59.358982Z","caller":"traceutil/trace.go:171","msg":"trace[2076857938] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8766; }","duration":"1.136388885s","start":"2026-05-28T02:24:58.222577Z","end":"2026-05-28T02:24:59.358966Z","steps":["trace[2076857938] 'agreement among raft nodes before linearized reading' (duration: 1.136169298s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.358986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:56.681814Z","time spent":"2.677164682s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:24:59.359037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:58.222563Z","time spent":"1.136460197s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":112,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:59.358925Z","caller":"traceutil/trace.go:171","msg":"trace[1105919364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8766; }","duration":"1.819581777s","start":"2026-05-28T02:24:57.53932Z","end":"2026-05-28T02:24:59.358902Z","steps":["trace[1105919364] 'agreement among raft nodes before linearized reading' (duration: 1.819440382s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.359108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949702676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"warn","ts":"2026-05-28T02:24:59.359104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:57.539296Z","time spent":"1.819791253s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:24:59.359118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.018068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:24:59.359186Z","caller":"traceutil/trace.go:171","msg":"trace[1049238581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8766; }","duration":"891.121011ms","start":"2026-05-28T02:24:58.468047Z","end":"2026-05-28T02:24:59.359168Z","steps":["trace[1049238581] 'agreement among raft nodes before linearized reading' (duration: 890.78603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.359231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:58.468026Z","time spent":"891.194534ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:24:59.359139Z","caller":"traceutil/trace.go:171","msg":"trace[116600131] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8766; }","duration":"1.949776499s","start":"2026-05-28T02:24:57.409356Z","end":"2026-05-28T02:24:59.359133Z","steps":["trace[116600131] 'agreement among raft nodes before linearized reading' (duration: 1.949449208s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.359591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:57.409325Z","time spent":"1.950236723s","remote":"127.0.0.1:56920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414492,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-28T02:24:59.359334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:57.309465Z","time spent":"2.049506624s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"warn","ts":"2026-05-28T02:24:59.954385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.623308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:24:59.954555Z","caller":"traceutil/trace.go:171","msg":"trace[775252091] linearizableReadLoop","detail":"{readStateIndex:9092; appliedIndex:9089; }","duration":"589.103416ms","start":"2026-05-28T02:24:59.365436Z","end":"2026-05-28T02:24:59.954539Z","steps":["trace[775252091] 'read index received' (duration: 61.211202ms)","trace[775252091] 'applied index is now lower than readState.Index' (duration: 527.891214ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:59.954653Z","caller":"traceutil/trace.go:171","msg":"trace[1963166053] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"590.47652ms","start":"2026-05-28T02:24:59.364155Z","end":"2026-05-28T02:24:59.954632Z","steps":["trace[1963166053] 'process raft request' (duration: 302.527561ms)","trace[1963166053] 'compare' (duration: 287.386661ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:24:59.954717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.364132Z","time spent":"590.552342ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:59.954986Z","caller":"traceutil/trace.go:171","msg":"trace[543157927] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"589.899471ms","start":"2026-05-28T02:24:59.365077Z","end":"2026-05-28T02:24:59.954977Z","steps":["trace[543157927] 'process raft request' (duration: 589.400646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.955061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.365068Z","time spent":"589.965073ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:59.955369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.910221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222712"} {"level":"info","ts":"2026-05-28T02:24:59.955421Z","caller":"traceutil/trace.go:171","msg":"trace[904872960] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8769; }","duration":"590.007224ms","start":"2026-05-28T02:24:59.365403Z","end":"2026-05-28T02:24:59.95541Z","steps":["trace[904872960] 'agreement among raft nodes before linearized reading' (duration: 589.669763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.955444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.365389Z","time spent":"590.050496ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222735,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-28T02:25:00.098141Z","caller":"traceutil/trace.go:171","msg":"trace[117085980] linearizableReadLoop","detail":"{readStateIndex:9093; appliedIndex:9092; }","duration":"143.530445ms","start":"2026-05-28T02:24:59.954588Z","end":"2026-05-28T02:25:00.098119Z","steps":["trace[117085980] 'read index received' (duration: 118.79603ms)","trace[117085980] 'applied index is now lower than readState.Index' (duration: 24.733405ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:00.098208Z","caller":"traceutil/trace.go:171","msg":"trace[1329385312] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"344.327918ms","start":"2026-05-28T02:24:59.753848Z","end":"2026-05-28T02:25:00.098176Z","steps":["trace[1329385312] 'process raft request' (duration: 319.617154ms)","trace[1329385312] 'compare' (duration: 24.401384ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:00.09836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.732429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-28T02:25:00.098416Z","caller":"traceutil/trace.go:171","msg":"trace[321607038] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8770; }","duration":"395.842522ms","start":"2026-05-28T02:24:59.702558Z","end":"2026-05-28T02:25:00.098401Z","steps":["trace[321607038] 'agreement among raft nodes before linearized reading' (duration: 395.630945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:00.098308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.05167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:00.098466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.702539Z","time spent":"395.915645ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-28T02:25:00.098498Z","caller":"traceutil/trace.go:171","msg":"trace[526169452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8770; }","duration":"731.288848ms","start":"2026-05-28T02:24:59.367199Z","end":"2026-05-28T02:25:00.098487Z","steps":["trace[526169452] 'agreement among raft nodes before linearized reading' (duration: 731.05622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:00.098533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.36719Z","time spent":"731.33487ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:25:00.09867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.753816Z","time spent":"344.766542ms","remote":"127.0.0.1:56920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:02.219195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.699942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:02.219327Z","caller":"traceutil/trace.go:171","msg":"trace[477123473] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"256.139188ms","start":"2026-05-28T02:25:01.963143Z","end":"2026-05-28T02:25:02.219282Z","steps":["trace[477123473] 'process raft request' (duration: 82.274831ms)","trace[477123473] 'compare' (duration: 173.568998ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:02.219364Z","caller":"traceutil/trace.go:171","msg":"trace[1518781763] linearizableReadLoop","detail":"{readStateIndex:9106; appliedIndex:9104; }","duration":"252.444961ms","start":"2026-05-28T02:25:01.966895Z","end":"2026-05-28T02:25:02.21934Z","steps":["trace[1518781763] 'read index received' (duration: 36.23906ms)","trace[1518781763] 'applied index is now lower than readState.Index' (duration: 216.204271ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:02.219358Z","caller":"traceutil/trace.go:171","msg":"trace[639340600] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"208.078673ms","start":"2026-05-28T02:25:02.011263Z","end":"2026-05-28T02:25:02.219342Z","steps":["trace[639340600] 'process raft request' (duration: 208.024972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:02.219855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.939677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222712"} {"level":"info","ts":"2026-05-28T02:25:02.219901Z","caller":"traceutil/trace.go:171","msg":"trace[1582180514] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8783; }","duration":"252.999869ms","start":"2026-05-28T02:25:01.96689Z","end":"2026-05-28T02:25:02.21989Z","steps":["trace[1582180514] 'agreement among raft nodes before linearized reading' (duration: 252.535154ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:02.506977Z","caller":"traceutil/trace.go:171","msg":"trace[908630260] linearizableReadLoop","detail":"{readStateIndex:9114; appliedIndex:9113; }","duration":"104.253469ms","start":"2026-05-28T02:25:02.402688Z","end":"2026-05-28T02:25:02.506941Z","steps":["trace[908630260] 'read index received' (duration: 51.549886ms)","trace[908630260] 'applied index is now lower than readState.Index' (duration: 52.701443ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:02.507206Z","caller":"traceutil/trace.go:171","msg":"trace[173745688] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"144.406653ms","start":"2026-05-28T02:25:02.362757Z","end":"2026-05-28T02:25:02.507163Z","steps":["trace[173745688] 'process raft request' (duration: 91.494344ms)","trace[173745688] 'compare' (duration: 52.527187ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:02.507281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.560138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-nsppf\" ","response":"range_response_count:1 size:4557"} {"level":"info","ts":"2026-05-28T02:25:02.507322Z","caller":"traceutil/trace.go:171","msg":"trace[38447424] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-nsppf; range_end:; response_count:1; response_revision:8790; }","duration":"104.689712ms","start":"2026-05-28T02:25:02.402618Z","end":"2026-05-28T02:25:02.507308Z","steps":["trace[38447424] 'agreement among raft nodes before linearized reading' (duration: 104.459675ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:26.290126Z","caller":"traceutil/trace.go:171","msg":"trace[213525229] transaction","detail":"{read_only:false; response_revision:8963; number_of_response:1; }","duration":"169.920662ms","start":"2026-05-28T02:25:26.120165Z","end":"2026-05-28T02:25:26.290085Z","steps":["trace[213525229] 'process raft request' (duration: 169.716686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:30.036646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492403648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:25:30.537136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492403648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:25:30.955395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.461922756s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:25:30.95582Z","caller":"traceutil/trace.go:171","msg":"trace[1449718916] transaction","detail":"{read_only:false; response_revision:8982; number_of_response:1; }","duration":"1.462402792s","start":"2026-05-28T02:25:29.493369Z","end":"2026-05-28T02:25:30.955772Z","steps":["trace[1449718916] 'process raft request' (duration: 1.462228386s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:30.955989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:29.493346Z","time spent":"1.462560587s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:31.536271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99991955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:25:31.53636Z","caller":"traceutil/trace.go:171","msg":"trace[498141406] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000054234s","start":"2026-05-28T02:25:29.536288Z","end":"2026-05-28T02:25:31.536342Z","steps":["trace[498141406] 'agreement among raft nodes before linearized reading' (duration: 1.999941111s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:31.53641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:29.536274Z","time spent":"2.000125696s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:25:33.391348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.4357587s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:25:33.391738Z","caller":"traceutil/trace.go:171","msg":"trace[1203882972] transaction","detail":"{read_only:false; response_revision:8984; number_of_response:1; }","duration":"3.057316726s","start":"2026-05-28T02:25:30.334405Z","end":"2026-05-28T02:25:33.391722Z","steps":["trace[1203882972] 'process raft request' (duration: 3.057252054s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:33.391789Z","caller":"traceutil/trace.go:171","msg":"trace[2111654778] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"3.028009136s","start":"2026-05-28T02:25:30.363754Z","end":"2026-05-28T02:25:33.391763Z","steps":["trace[2111654778] 'process raft request' (duration: 3.027931524s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:33.391811Z","caller":"traceutil/trace.go:171","msg":"trace[1015013072] linearizableReadLoop","detail":"{readStateIndex:9316; appliedIndex:9312; }","duration":"3.855478057s","start":"2026-05-28T02:25:29.536318Z","end":"2026-05-28T02:25:33.391796Z","steps":["trace[1015013072] 'read index received' (duration: 1.419278123s)","trace[1015013072] 'applied index is now lower than readState.Index' (duration: 2.436197394s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:33.39178Z","caller":"traceutil/trace.go:171","msg":"trace[388242477] transaction","detail":"{read_only:false; response_revision:8983; number_of_response:1; }","duration":"3.89338136s","start":"2026-05-28T02:25:29.498357Z","end":"2026-05-28T02:25:33.391739Z","steps":["trace[388242477] 'process raft request' (duration: 3.893182633s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.391849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:30.334382Z","time spent":"3.057406939s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:33.391874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:30.363729Z","time spent":"3.02810193s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:33.392031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:29.498346Z","time spent":"3.893544005s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:33.400739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.959303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:33.400754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517101842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:33.400789Z","caller":"traceutil/trace.go:171","msg":"trace[1097589557] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8987; }","duration":"2.517184374s","start":"2026-05-28T02:25:30.883594Z","end":"2026-05-28T02:25:33.400779Z","steps":["trace[1097589557] 'agreement among raft nodes before linearized reading' (duration: 2.517132923s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:33.40078Z","caller":"traceutil/trace.go:171","msg":"trace[977849909] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8987; }","duration":"884.004974ms","start":"2026-05-28T02:25:32.516762Z","end":"2026-05-28T02:25:33.400767Z","steps":["trace[977849909] 'agreement among raft nodes before linearized reading' (duration: 883.924301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.400842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863471678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:33.400868Z","caller":"traceutil/trace.go:171","msg":"trace[1791838514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8987; }","duration":"1.86352212s","start":"2026-05-28T02:25:31.53734Z","end":"2026-05-28T02:25:33.400863Z","steps":["trace[1791838514] 'agreement among raft nodes before linearized reading' (duration: 1.863486239s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.400885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:31.537324Z","time spent":"1.863556931s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:25:33.400892Z","caller":"traceutil/trace.go:171","msg":"trace[1186212769] transaction","detail":"{read_only:false; response_revision:8986; number_of_response:1; }","duration":"1.150898434s","start":"2026-05-28T02:25:32.249968Z","end":"2026-05-28T02:25:33.400867Z","steps":["trace[1186212769] 'process raft request' (duration: 1.150567024s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.400901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880099312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7cb6b59b77-hnhft.18b399822fa52dc4\" ","response":"range_response_count:1 size:1133"} {"level":"warn","ts":"2026-05-28T02:25:33.400902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02780739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:25:33.400975Z","caller":"traceutil/trace.go:171","msg":"trace[367347414] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"432.053871ms","start":"2026-05-28T02:25:32.968916Z","end":"2026-05-28T02:25:33.40097Z","steps":["trace[367347414] 'process raft request' (duration: 431.70906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.400845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:32.516717Z","time spent":"884.117347ms","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:33.400969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.265627537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-05-28T02:25:33.400937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:32.249944Z","time spent":"1.150964976s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:33.401004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987227102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:25:33.401012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051944796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:25:33.401032Z","caller":"traceutil/trace.go:171","msg":"trace[1334188688] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:8987; }","duration":"3.26572627s","start":"2026-05-28T02:25:30.13529Z","end":"2026-05-28T02:25:33.401017Z","steps":["trace[1334188688] 'agreement among raft nodes before linearized reading' (duration: 3.265577915s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.401057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.356193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:33.401058Z","caller":"traceutil/trace.go:171","msg":"trace[551022969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8987; }","duration":"3.05205726s","start":"2026-05-28T02:25:30.348988Z","end":"2026-05-28T02:25:33.401046Z","steps":["trace[551022969] 'agreement among raft nodes before linearized reading' (duration: 3.051965597s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:33.40108Z","caller":"traceutil/trace.go:171","msg":"trace[815482744] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8987; }","duration":"998.414575ms","start":"2026-05-28T02:25:32.40266Z","end":"2026-05-28T02:25:33.401074Z","steps":["trace[815482744] 'agreement among raft nodes before linearized reading' (duration: 998.380584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.401075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.517579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:25:33.401059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:30.13526Z","time spent":"3.265794512s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-05-28T02:25:33.401124Z","caller":"traceutil/trace.go:171","msg":"trace[670771003] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8987; }","duration":"197.602941ms","start":"2026-05-28T02:25:33.203516Z","end":"2026-05-28T02:25:33.401119Z","steps":["trace[670771003] 'agreement among raft nodes before linearized reading' (duration: 197.516238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.401141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.213138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:33.40102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:32.96888Z","time spent":"432.122653ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:33.40121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.812589296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:25:33.401208Z","caller":"traceutil/trace.go:171","msg":"trace[911384687] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8987; }","duration":"444.27834ms","start":"2026-05-28T02:25:32.95689Z","end":"2026-05-28T02:25:33.401168Z","steps":["trace[911384687] 'agreement among raft nodes before linearized reading' (duration: 444.227258ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:33.401238Z","caller":"traceutil/trace.go:171","msg":"trace[2034699028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8987; }","duration":"3.812636108s","start":"2026-05-28T02:25:29.588596Z","end":"2026-05-28T02:25:33.401232Z","steps":["trace[2034699028] 'agreement among raft nodes before linearized reading' (duration: 3.812547755s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.401247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:32.956869Z","time spent":"444.370002ms","remote":"127.0.0.1:41656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:33.40126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:29.588586Z","time spent":"3.812669609s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:33.401094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:30.348963Z","time spent":"3.052123461s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:25:33.40094Z","caller":"traceutil/trace.go:171","msg":"trace[1608959838] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7cb6b59b77-hnhft.18b399822fa52dc4; range_end:; response_count:1; response_revision:8987; }","duration":"2.880167294s","start":"2026-05-28T02:25:30.520761Z","end":"2026-05-28T02:25:33.400928Z","steps":["trace[1608959838] 'agreement among raft nodes before linearized reading' (duration: 2.880056761s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.401315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:30.520746Z","time spent":"2.880565117s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-7cb6b59b77-hnhft.18b399822fa52dc4\" "} {"level":"info","ts":"2026-05-28T02:25:33.400985Z","caller":"traceutil/trace.go:171","msg":"trace[877107453] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:8987; }","duration":"3.027939324s","start":"2026-05-28T02:25:30.373027Z","end":"2026-05-28T02:25:33.400967Z","steps":["trace[877107453] 'agreement among raft nodes before linearized reading' (duration: 3.027690086s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:33.401027Z","caller":"traceutil/trace.go:171","msg":"trace[750368851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8987; }","duration":"2.987292494s","start":"2026-05-28T02:25:30.41373Z","end":"2026-05-28T02:25:33.401022Z","steps":["trace[750368851] 'agreement among raft nodes before linearized reading' (duration: 2.987233362s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.400913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097812031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-28T02:25:33.401419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29285591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-28T02:25:33.401421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:30.413707Z","time spent":"2.987708008s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:25:33.401429Z","caller":"traceutil/trace.go:171","msg":"trace[1247612948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8987; }","duration":"3.09837045s","start":"2026-05-28T02:25:30.303047Z","end":"2026-05-28T02:25:33.401418Z","steps":["trace[1247612948] 'agreement among raft nodes before linearized reading' (duration: 3.09775161s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:33.401441Z","caller":"traceutil/trace.go:171","msg":"trace[521280326] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8987; }","duration":"1.292923471s","start":"2026-05-28T02:25:32.108511Z","end":"2026-05-28T02:25:33.401435Z","steps":["trace[521280326] 'agreement among raft nodes before linearized reading' (duration: 1.292860669s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.40145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361514448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:25:33.401465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:32.108486Z","time spent":"1.292973883s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T02:25:33.401475Z","caller":"traceutil/trace.go:171","msg":"trace[1067077766] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8987; }","duration":"1.361641562s","start":"2026-05-28T02:25:32.039822Z","end":"2026-05-28T02:25:33.401464Z","steps":["trace[1067077766] 'agreement among raft nodes before linearized reading' (duration: 1.361602711s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.401493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:32.039802Z","time spent":"1.361687824s","remote":"127.0.0.1:48330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:33.401512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723661721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:25:33.401462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:30.303021Z","time spent":"3.098434192s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:25:33.401279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.005269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:25:33.401581Z","caller":"traceutil/trace.go:171","msg":"trace[114325795] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8987; }","duration":"979.33132ms","start":"2026-05-28T02:25:32.422243Z","end":"2026-05-28T02:25:33.401575Z","steps":["trace[114325795] 'agreement among raft nodes before linearized reading' (duration: 979.009439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.401609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:32.422231Z","time spent":"979.371271ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:33.401388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:30.373008Z","time spent":"3.028367607s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"warn","ts":"2026-05-28T02:25:33.401102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:32.402638Z","time spent":"998.458956ms","remote":"127.0.0.1:41620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:33.401661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.827790338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:25:33.401681Z","caller":"traceutil/trace.go:171","msg":"trace[174910183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8987; }","duration":"3.82783371s","start":"2026-05-28T02:25:29.573842Z","end":"2026-05-28T02:25:33.401676Z","steps":["trace[174910183] 'agreement among raft nodes before linearized reading' (duration: 3.826817348s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.400813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:30.883561Z","time spent":"2.517246536s","remote":"127.0.0.1:56842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:33.401701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:29.573832Z","time spent":"3.827864951s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:25:33.401853Z","caller":"traceutil/trace.go:171","msg":"trace[1828822239] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8987; }","duration":"1.724523648s","start":"2026-05-28T02:25:31.677008Z","end":"2026-05-28T02:25:33.401531Z","steps":["trace[1828822239] 'agreement among raft nodes before linearized reading' (duration: 1.723662481s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.401887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:31.676983Z","time spent":"1.72489506s","remote":"127.0.0.1:33242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:33.601797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.956023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:33.60204Z","caller":"traceutil/trace.go:171","msg":"trace[1426504712] transaction","detail":"{read_only:false; response_revision:8994; number_of_response:1; }","duration":"151.87145ms","start":"2026-05-28T02:25:33.450101Z","end":"2026-05-28T02:25:33.601972Z","steps":["trace[1426504712] 'process raft request' (duration: 45.643208ms)","trace[1426504712] 'compare' (duration: 105.796228ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:33.602135Z","caller":"traceutil/trace.go:171","msg":"trace[1467495394] linearizableReadLoop","detail":"{readStateIndex:9326; appliedIndex:9325; }","duration":"131.290036ms","start":"2026-05-28T02:25:33.470826Z","end":"2026-05-28T02:25:33.602116Z","steps":["trace[1467495394] 'read index received' (duration: 24.839408ms)","trace[1467495394] 'applied index is now lower than readState.Index' (duration: 106.448838ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:33.602297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.993886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:33.602339Z","caller":"traceutil/trace.go:171","msg":"trace[860292741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8994; }","duration":"194.046268ms","start":"2026-05-28T02:25:33.40828Z","end":"2026-05-28T02:25:33.602327Z","steps":["trace[860292741] 'agreement among raft nodes before linearized reading' (duration: 193.929704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.602415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.851481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19510"} {"level":"warn","ts":"2026-05-28T02:25:33.602442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.906939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-28T02:25:33.602462Z","caller":"traceutil/trace.go:171","msg":"trace[95863895] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8994; }","duration":"129.931584ms","start":"2026-05-28T02:25:33.472517Z","end":"2026-05-28T02:25:33.602449Z","steps":["trace[95863895] 'agreement among raft nodes before linearized reading' (duration: 129.776049ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:33.602483Z","caller":"traceutil/trace.go:171","msg":"trace[90947169] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b398a427727950; range_end:; response_count:1; response_revision:8994; }","duration":"127.994622ms","start":"2026-05-28T02:25:33.474475Z","end":"2026-05-28T02:25:33.60247Z","steps":["trace[90947169] 'agreement among raft nodes before linearized reading' (duration: 127.872188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.602847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.593256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227441"} {"level":"info","ts":"2026-05-28T02:25:33.60296Z","caller":"traceutil/trace.go:171","msg":"trace[1775729373] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8994; }","duration":"194.7422ms","start":"2026-05-28T02:25:33.408196Z","end":"2026-05-28T02:25:33.602939Z","steps":["trace[1775729373] 'agreement among raft nodes before linearized reading' (duration: 194.134021ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:35.605386Z","caller":"traceutil/trace.go:171","msg":"trace[897776650] transaction","detail":"{read_only:false; response_revision:8998; number_of_response:1; }","duration":"207.722372ms","start":"2026-05-28T02:25:35.397622Z","end":"2026-05-28T02:25:35.605345Z","steps":["trace[897776650] 'process raft request' (duration: 192.311503ms)","trace[897776650] 'compare' (duration: 14.894652ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:35.792204Z","caller":"traceutil/trace.go:171","msg":"trace[1418296168] transaction","detail":"{read_only:false; response_revision:8999; number_of_response:1; }","duration":"394.091697ms","start":"2026-05-28T02:25:35.398081Z","end":"2026-05-28T02:25:35.792173Z","steps":["trace[1418296168] 'process raft request' (duration: 324.056064ms)","trace[1418296168] 'compare' (duration: 69.824696ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:35.792375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:35.398072Z","time spent":"394.219301ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:35.7926Z","caller":"traceutil/trace.go:171","msg":"trace[486332652] transaction","detail":"{read_only:false; response_revision:9000; number_of_response:1; }","duration":"393.802567ms","start":"2026-05-28T02:25:35.398753Z","end":"2026-05-28T02:25:35.792556Z","steps":["trace[486332652] 'process raft request' (duration: 393.375444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:35.79277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:35.398745Z","time spent":"393.929502ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:35.792941Z","caller":"traceutil/trace.go:171","msg":"trace[786650341] transaction","detail":"{read_only:false; response_revision:9001; number_of_response:1; }","duration":"386.64943ms","start":"2026-05-28T02:25:35.406258Z","end":"2026-05-28T02:25:35.792908Z","steps":["trace[786650341] 'process raft request' (duration: 386.202966ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:35.793041Z","caller":"traceutil/trace.go:171","msg":"trace[1471031208] transaction","detail":"{read_only:false; response_revision:9002; number_of_response:1; }","duration":"313.900362ms","start":"2026-05-28T02:25:35.479121Z","end":"2026-05-28T02:25:35.793021Z","steps":["trace[1471031208] 'process raft request' (duration: 313.693305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:35.793134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:35.406232Z","time spent":"386.798065ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:35.793133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:35.479109Z","time spent":"313.972064ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:36.072669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.727467ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T02:25:36.072825Z","caller":"traceutil/trace.go:171","msg":"trace[193744543] linearizableReadLoop","detail":"{readStateIndex:9333; appliedIndex:9329; }","duration":"597.811072ms","start":"2026-05-28T02:25:35.474988Z","end":"2026-05-28T02:25:36.072799Z","steps":["trace[193744543] 'read index received' (duration: 114.898056ms)","trace[193744543] 'applied index is now lower than readState.Index' (duration: 482.911026ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:36.073515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.119632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:25:36.073612Z","caller":"traceutil/trace.go:171","msg":"trace[848830426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9002; }","duration":"598.259146ms","start":"2026-05-28T02:25:35.47533Z","end":"2026-05-28T02:25:36.073589Z","steps":["trace[848830426] 'agreement among raft nodes before linearized reading' (duration: 598.030469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:36.073663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:35.475314Z","time spent":"598.337699ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:25:36.073679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.367117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:25:36.073738Z","caller":"traceutil/trace.go:171","msg":"trace[1860296380] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:9002; }","duration":"464.46282ms","start":"2026-05-28T02:25:35.609257Z","end":"2026-05-28T02:25:36.07372Z","steps":["trace[1860296380] 'agreement among raft nodes before linearized reading' (duration: 464.340026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:36.07379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:35.609236Z","time spent":"464.545262ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"warn","ts":"2026-05-28T02:25:36.073844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.22948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:36.073899Z","caller":"traceutil/trace.go:171","msg":"trace[910592008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9002; }","duration":"537.333313ms","start":"2026-05-28T02:25:35.536552Z","end":"2026-05-28T02:25:36.073885Z","steps":["trace[910592008] 'agreement among raft nodes before linearized reading' (duration: 537.266231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:36.073946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:35.536523Z","time spent":"537.415545ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:25:36.073789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.396859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T02:25:36.073971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.479843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:25:36.074002Z","caller":"traceutil/trace.go:171","msg":"trace[1711166135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9002; }","duration":"598.520465ms","start":"2026-05-28T02:25:35.475471Z","end":"2026-05-28T02:25:36.073992Z","steps":["trace[1711166135] 'agreement among raft nodes before linearized reading' (duration: 598.452133ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:36.07401Z","caller":"traceutil/trace.go:171","msg":"trace[797517108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9002; }","duration":"597.645507ms","start":"2026-05-28T02:25:35.47635Z","end":"2026-05-28T02:25:36.073996Z","steps":["trace[797517108] 'agreement among raft nodes before linearized reading' (duration: 597.238574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:36.074037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:35.475465Z","time spent":"598.566046ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:36.074051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:35.476343Z","time spent":"597.692628ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:36.0739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.648087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:25:36.074223Z","caller":"traceutil/trace.go:171","msg":"trace[1375289141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9002; }","duration":"598.003389ms","start":"2026-05-28T02:25:35.476205Z","end":"2026-05-28T02:25:36.074208Z","steps":["trace[1375289141] 'agreement among raft nodes before linearized reading' (duration: 597.625587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:36.074315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:35.476182Z","time spent":"598.117752ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:36.073513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.483303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:25:36.074423Z","caller":"traceutil/trace.go:171","msg":"trace[1350034698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9002; }","duration":"599.457094ms","start":"2026-05-28T02:25:35.474956Z","end":"2026-05-28T02:25:36.074413Z","steps":["trace[1350034698] 'agreement among raft nodes before linearized reading' (duration: 598.356609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:36.074462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:35.474941Z","time spent":"599.511266ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:25:36.233253Z","caller":"traceutil/trace.go:171","msg":"trace[2080955902] transaction","detail":"{read_only:false; response_revision:9003; number_of_response:1; }","duration":"155.268976ms","start":"2026-05-28T02:25:36.077959Z","end":"2026-05-28T02:25:36.233228Z","steps":["trace[2080955902] 'process raft request' (duration: 155.089551ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:36.687939Z","caller":"traceutil/trace.go:171","msg":"trace[684066173] transaction","detail":"{read_only:false; response_revision:9006; number_of_response:1; }","duration":"608.939665ms","start":"2026-05-28T02:25:36.078974Z","end":"2026-05-28T02:25:36.687913Z","steps":["trace[684066173] 'process raft request' (duration: 608.863362ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:36.688046Z","caller":"traceutil/trace.go:171","msg":"trace[164531230] linearizableReadLoop","detail":"{readStateIndex:9340; appliedIndex:9335; }","duration":"603.888494ms","start":"2026-05-28T02:25:36.084146Z","end":"2026-05-28T02:25:36.688034Z","steps":["trace[164531230] 'read index received' (duration: 148.912795ms)","trace[164531230] 'applied index is now lower than readState.Index' (duration: 454.974209ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:36.688097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:36.078968Z","time spent":"609.053798ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:36.688193Z","caller":"traceutil/trace.go:171","msg":"trace[534750031] transaction","detail":"{read_only:false; response_revision:9005; number_of_response:1; }","duration":"609.351087ms","start":"2026-05-28T02:25:36.078806Z","end":"2026-05-28T02:25:36.688157Z","steps":["trace[534750031] 'process raft request' (duration: 608.986716ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:36.687941Z","caller":"traceutil/trace.go:171","msg":"trace[338143156] transaction","detail":"{read_only:false; response_revision:9004; number_of_response:1; }","duration":"609.516152ms","start":"2026-05-28T02:25:36.07839Z","end":"2026-05-28T02:25:36.687906Z","steps":["trace[338143156] 'process raft request' (duration: 609.184772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:36.688335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:36.078792Z","time spent":"609.468372ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:36.688373Z","caller":"traceutil/trace.go:171","msg":"trace[1741569152] transaction","detail":"{read_only:false; response_revision:9007; number_of_response:1; }","duration":"608.17795ms","start":"2026-05-28T02:25:36.080159Z","end":"2026-05-28T02:25:36.688337Z","steps":["trace[1741569152] 'process raft request' (duration: 607.716905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:36.688499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.343088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227441"} {"level":"info","ts":"2026-05-28T02:25:36.688558Z","caller":"traceutil/trace.go:171","msg":"trace[107305833] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9007; }","duration":"604.450752ms","start":"2026-05-28T02:25:36.084075Z","end":"2026-05-28T02:25:36.688526Z","steps":["trace[107305833] 'agreement among raft nodes before linearized reading' (duration: 604.002368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:36.68858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:36.080153Z","time spent":"608.344965ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:36.688608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:36.084041Z","time spent":"604.556905ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227464,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:25:36.688537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:36.078372Z","time spent":"610.034589ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:37.062115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.511639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:37.062195Z","caller":"traceutil/trace.go:171","msg":"trace[1990084080] transaction","detail":"{read_only:false; response_revision:9008; number_of_response:1; }","duration":"729.515442ms","start":"2026-05-28T02:25:36.332664Z","end":"2026-05-28T02:25:37.062179Z","steps":["trace[1990084080] 'process raft request' (duration: 525.870179ms)","trace[1990084080] 'compare' (duration: 203.173198ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:37.062241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:36.332639Z","time spent":"729.578214ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:37.829855Z","caller":"traceutil/trace.go:171","msg":"trace[2125422738] linearizableReadLoop","detail":"{readStateIndex:9342; appliedIndex:9341; }","duration":"194.557275ms","start":"2026-05-28T02:25:37.635282Z","end":"2026-05-28T02:25:37.829839Z","steps":["trace[2125422738] 'read index received' (duration: 194.532124ms)","trace[2125422738] 'applied index is now lower than readState.Index' (duration: 24.551µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:37.829967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.670188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:37.829989Z","caller":"traceutil/trace.go:171","msg":"trace[87796691] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9009; }","duration":"194.74758ms","start":"2026-05-28T02:25:37.635233Z","end":"2026-05-28T02:25:37.829981Z","steps":["trace[87796691] 'agreement among raft nodes before linearized reading' (duration: 194.686098ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:37.829959Z","caller":"traceutil/trace.go:171","msg":"trace[1293559811] transaction","detail":"{read_only:false; response_revision:9009; number_of_response:1; }","duration":"220.365664ms","start":"2026-05-28T02:25:37.609561Z","end":"2026-05-28T02:25:37.829927Z","steps":["trace[1293559811] 'process raft request' (duration: 220.171627ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:38.007172Z","caller":"traceutil/trace.go:171","msg":"trace[300691592] transaction","detail":"{read_only:false; response_revision:9010; number_of_response:1; }","duration":"209.199419ms","start":"2026-05-28T02:25:37.79793Z","end":"2026-05-28T02:25:38.007129Z","steps":["trace[300691592] 'process raft request' (duration: 166.954899ms)","trace[300691592] 'compare' (duration: 41.91587ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:38.007232Z","caller":"traceutil/trace.go:171","msg":"trace[1678930859] transaction","detail":"{read_only:false; response_revision:9012; number_of_response:1; }","duration":"208.170787ms","start":"2026-05-28T02:25:37.799035Z","end":"2026-05-28T02:25:38.007206Z","steps":["trace[1678930859] 'process raft request' (duration: 208.065713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:38.007308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.321189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:38.007174Z","caller":"traceutil/trace.go:171","msg":"trace[902939366] linearizableReadLoop","detail":"{readStateIndex:9345; appliedIndex:9342; }","duration":"177.243965ms","start":"2026-05-28T02:25:37.829903Z","end":"2026-05-28T02:25:38.007146Z","steps":["trace[902939366] 'read index received' (duration: 134.966293ms)","trace[902939366] 'applied index is now lower than readState.Index' (duration: 42.276602ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:38.007191Z","caller":"traceutil/trace.go:171","msg":"trace[215580713] transaction","detail":"{read_only:false; response_revision:9011; number_of_response:1; }","duration":"208.90666ms","start":"2026-05-28T02:25:37.798254Z","end":"2026-05-28T02:25:38.007161Z","steps":["trace[215580713] 'process raft request' (duration: 208.752825ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:38.007363Z","caller":"traceutil/trace.go:171","msg":"trace[1130240795] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:9012; }","duration":"322.430602ms","start":"2026-05-28T02:25:37.684916Z","end":"2026-05-28T02:25:38.007347Z","steps":["trace[1130240795] 'agreement among raft nodes before linearized reading' (duration: 322.312099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:38.007438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:37.684899Z","time spent":"322.524816ms","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:48.038475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492403976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:25:48.217188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.867947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:48.217265Z","caller":"traceutil/trace.go:171","msg":"trace[552660186] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"1.031475275s","start":"2026-05-28T02:25:47.185775Z","end":"2026-05-28T02:25:48.217251Z","steps":["trace[552660186] 'process raft request' (duration: 865.484994ms)","trace[552660186] 'compare' (duration: 165.489805ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:48.217302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:47.185765Z","time spent":"1.031519847s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4631,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:49.293356Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024e1.wal"} {"level":"info","ts":"2026-05-28T02:25:49.293787Z","caller":"traceutil/trace.go:171","msg":"trace[648906231] linearizableReadLoop","detail":"{readStateIndex:9440; appliedIndex:9437; }","duration":"1.758751395s","start":"2026-05-28T02:25:47.535009Z","end":"2026-05-28T02:25:49.29376Z","steps":["trace[648906231] 'read index received' (duration: 516.26805ms)","trace[648906231] 'applied index is now lower than readState.Index' (duration: 1.242482455s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:49.293898Z","caller":"traceutil/trace.go:171","msg":"trace[1461910260] transaction","detail":"{read_only:false; response_revision:9103; number_of_response:1; }","duration":"1.431996047s","start":"2026-05-28T02:25:47.861861Z","end":"2026-05-28T02:25:49.293857Z","steps":["trace[1461910260] 'process raft request' (duration: 1.431838992s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.293936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75890424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:49.294019Z","caller":"traceutil/trace.go:171","msg":"trace[390138780] transaction","detail":"{read_only:false; response_revision:9102; number_of_response:1; }","duration":"1.617813923s","start":"2026-05-28T02:25:47.676115Z","end":"2026-05-28T02:25:49.293929Z","steps":["trace[390138780] 'process raft request' (duration: 1.617435241s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:49.294118Z","caller":"traceutil/trace.go:171","msg":"trace[1742920295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9103; }","duration":"1.759134227s","start":"2026-05-28T02:25:47.534969Z","end":"2026-05-28T02:25:49.294103Z","steps":["trace[1742920295] 'agreement among raft nodes before linearized reading' (duration: 1.75891485s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.30407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:47.534949Z","time spent":"1.769102911s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:25:49.294104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:47.861835Z","time spent":"1.432167723s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:49.294265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:47.676105Z","time spent":"1.61804747s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:25:49.434013Z","caller":"traceutil/trace.go:171","msg":"trace[988142090] transaction","detail":"{read_only:false; response_revision:9104; number_of_response:1; }","duration":"1.355988742s","start":"2026-05-28T02:25:48.077973Z","end":"2026-05-28T02:25:49.433962Z","steps":["trace[988142090] 'process raft request' (duration: 1.32735379s)","trace[988142090] 'compare' (duration: 28.440936ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:49.434186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.077927Z","time spent":"1.356169558s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:49.434366Z","caller":"traceutil/trace.go:171","msg":"trace[522271635] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"1.343880001s","start":"2026-05-28T02:25:48.090458Z","end":"2026-05-28T02:25:49.434338Z","steps":["trace[522271635] 'process raft request' (duration: 1.343445687s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.434529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.090443Z","time spent":"1.344003074s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:49.434632Z","caller":"traceutil/trace.go:171","msg":"trace[1751730536] transaction","detail":"{read_only:false; response_revision:9106; number_of_response:1; }","duration":"1.334665s","start":"2026-05-28T02:25:48.099951Z","end":"2026-05-28T02:25:49.434617Z","steps":["trace[1751730536] 'process raft request' (duration: 1.334230536s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.434708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.099931Z","time spent":"1.334737802s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:49.43478Z","caller":"traceutil/trace.go:171","msg":"trace[255594904] transaction","detail":"{read_only:false; response_revision:9108; number_of_response:1; }","duration":"1.007199371s","start":"2026-05-28T02:25:48.42755Z","end":"2026-05-28T02:25:49.434749Z","steps":["trace[255594904] 'process raft request' (duration: 1.007115298s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:49.434807Z","caller":"traceutil/trace.go:171","msg":"trace[1160237749] transaction","detail":"{read_only:false; response_revision:9107; number_of_response:1; }","duration":"1.26324328s","start":"2026-05-28T02:25:48.171495Z","end":"2026-05-28T02:25:49.434739Z","steps":["trace[1160237749] 'process raft request' (duration: 1.263046303s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.434982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.427494Z","time spent":"1.007387706s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:49.434986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.171466Z","time spent":"1.263431396s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:49.490197Z","caller":"traceutil/trace.go:171","msg":"trace[451041200] linearizableReadLoop","detail":"{readStateIndex:9446; appliedIndex:9440; }","duration":"196.308466ms","start":"2026-05-28T02:25:49.293858Z","end":"2026-05-28T02:25:49.490166Z","steps":["trace[451041200] 'read index received' (duration: 111.451392ms)","trace[451041200] 'applied index is now lower than readState.Index' (duration: 84.855204ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:49.490516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.140093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:49.490594Z","caller":"traceutil/trace.go:171","msg":"trace[1325906008] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9108; }","duration":"257.278547ms","start":"2026-05-28T02:25:49.233303Z","end":"2026-05-28T02:25:49.490581Z","steps":["trace[1325906008] 'agreement among raft nodes before linearized reading' (duration: 257.140433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.490882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.402738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:25:49.490911Z","caller":"traceutil/trace.go:171","msg":"trace[1933248895] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9108; }","duration":"545.46629ms","start":"2026-05-28T02:25:48.945438Z","end":"2026-05-28T02:25:49.490905Z","steps":["trace[1933248895] 'agreement among raft nodes before linearized reading' (duration: 545.347616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.490931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.94542Z","time spent":"545.504611ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:25:49.491041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269942081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-zsnm7\" ","response":"range_response_count:1 size:4646"} {"level":"info","ts":"2026-05-28T02:25:49.491132Z","caller":"traceutil/trace.go:171","msg":"trace[787762913] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-zsnm7; range_end:; response_count:1; response_revision:9108; }","duration":"1.270122426s","start":"2026-05-28T02:25:48.22099Z","end":"2026-05-28T02:25:49.491112Z","steps":["trace[787762913] 'agreement among raft nodes before linearized reading' (duration: 1.269838027s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.491145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316609431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:25:49.491176Z","caller":"traceutil/trace.go:171","msg":"trace[750507784] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9108; }","duration":"1.316642852s","start":"2026-05-28T02:25:48.174524Z","end":"2026-05-28T02:25:49.491167Z","steps":["trace[750507784] 'agreement among raft nodes before linearized reading' (duration: 1.31657535s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.491214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.174448Z","time spent":"1.316756716s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:49.491235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.400761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:25:49.491279Z","caller":"traceutil/trace.go:171","msg":"trace[1620865243] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:9108; }","duration":"699.479793ms","start":"2026-05-28T02:25:48.791785Z","end":"2026-05-28T02:25:49.491265Z","steps":["trace[1620865243] 'agreement among raft nodes before linearized reading' (duration: 699.412641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.491311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.791766Z","time spent":"699.537065ms","remote":"127.0.0.1:48100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:49.491378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397731988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:49.491417Z","caller":"traceutil/trace.go:171","msg":"trace[183289888] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9108; }","duration":"1.39780205s","start":"2026-05-28T02:25:48.093602Z","end":"2026-05-28T02:25:49.491404Z","steps":["trace[183289888] 'agreement among raft nodes before linearized reading' (duration: 1.397743068s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.491455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.093587Z","time spent":"1.397859532s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:49.491639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815671169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-zsnm7\" ","response":"range_response_count:1 size:4646"} {"level":"info","ts":"2026-05-28T02:25:49.491666Z","caller":"traceutil/trace.go:171","msg":"trace[269445340] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-zsnm7; range_end:; response_count:1; response_revision:9108; }","duration":"1.815722499s","start":"2026-05-28T02:25:47.675938Z","end":"2026-05-28T02:25:49.49166Z","steps":["trace[269445340] 'agreement among raft nodes before linearized reading' (duration: 1.815642577s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.491689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:47.675923Z","time spent":"1.815760341s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4669,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-zsnm7\" "} {"level":"warn","ts":"2026-05-28T02:25:49.491702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.848594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:25:49.491841Z","caller":"traceutil/trace.go:171","msg":"trace[321909912] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:9108; }","duration":"726.02609ms","start":"2026-05-28T02:25:48.765803Z","end":"2026-05-28T02:25:49.491829Z","steps":["trace[321909912] 'agreement among raft nodes before linearized reading' (duration: 725.812223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.491854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.669832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:49.491881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.76579Z","time spent":"726.081281ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"warn","ts":"2026-05-28T02:25:49.491175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.220969Z","time spent":"1.270196689s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4669,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-zsnm7\" "} {"level":"warn","ts":"2026-05-28T02:25:49.492165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.260509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:25:49.492217Z","caller":"traceutil/trace.go:171","msg":"trace[2068938472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9108; }","duration":"734.354033ms","start":"2026-05-28T02:25:48.75785Z","end":"2026-05-28T02:25:49.492204Z","steps":["trace[2068938472] 'agreement among raft nodes before linearized reading' (duration: 734.232749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.492258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.757831Z","time spent":"734.417334ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:49.492316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.344058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:25:49.492357Z","caller":"traceutil/trace.go:171","msg":"trace[878956043] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9108; }","duration":"183.41094ms","start":"2026-05-28T02:25:49.308936Z","end":"2026-05-28T02:25:49.492347Z","steps":["trace[878956043] 'agreement among raft nodes before linearized reading' (duration: 183.351288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.492523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.830427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:25:49.492565Z","caller":"traceutil/trace.go:171","msg":"trace[298916876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9108; }","duration":"734.90847ms","start":"2026-05-28T02:25:48.757647Z","end":"2026-05-28T02:25:49.492556Z","steps":["trace[298916876] 'agreement among raft nodes before linearized reading' (duration: 734.766985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.492599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.757628Z","time spent":"734.963672ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:49.492811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.960552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:25:49.492851Z","caller":"traceutil/trace.go:171","msg":"trace[912460036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9108; }","duration":"742.001804ms","start":"2026-05-28T02:25:48.750841Z","end":"2026-05-28T02:25:49.492842Z","steps":["trace[912460036] 'agreement among raft nodes before linearized reading' (duration: 741.906441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.492884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.75082Z","time spent":"742.057785ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:25:49.493068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.854351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:25:49.493107Z","caller":"traceutil/trace.go:171","msg":"trace[1471764008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9108; }","duration":"742.926553ms","start":"2026-05-28T02:25:48.750171Z","end":"2026-05-28T02:25:49.493098Z","steps":["trace[1471764008] 'agreement among raft nodes before linearized reading' (duration: 742.8345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.493135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.750152Z","time spent":"742.977284ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:25:49.49321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134838713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:25:49.491887Z","caller":"traceutil/trace.go:171","msg":"trace[1875026079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9108; }","duration":"186.747345ms","start":"2026-05-28T02:25:49.30513Z","end":"2026-05-28T02:25:49.491878Z","steps":["trace[1875026079] 'agreement among raft nodes before linearized reading' (duration: 186.695364ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:49.49325Z","caller":"traceutil/trace.go:171","msg":"trace[339990864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9108; }","duration":"1.134915775s","start":"2026-05-28T02:25:48.358325Z","end":"2026-05-28T02:25:49.493241Z","steps":["trace[339990864] 'agreement among raft nodes before linearized reading' (duration: 1.134812972s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.49343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.358307Z","time spent":"1.135084831s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:25:49.606852Z","caller":"traceutil/trace.go:171","msg":"trace[586667839] transaction","detail":"{read_only:false; response_revision:9110; number_of_response:1; }","duration":"109.105799ms","start":"2026-05-28T02:25:49.497718Z","end":"2026-05-28T02:25:49.606824Z","steps":["trace[586667839] 'process raft request' (duration: 108.168439ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:49.607127Z","caller":"traceutil/trace.go:171","msg":"trace[286275417] transaction","detail":"{read_only:false; response_revision:9111; number_of_response:1; }","duration":"109.268974ms","start":"2026-05-28T02:25:49.497824Z","end":"2026-05-28T02:25:49.607093Z","steps":["trace[286275417] 'process raft request' (duration: 108.943414ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:49.607377Z","caller":"traceutil/trace.go:171","msg":"trace[507816577] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"107.231599ms","start":"2026-05-28T02:25:49.500128Z","end":"2026-05-28T02:25:49.607359Z","steps":["trace[507816577] 'process raft request' (duration: 107.104605ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:49.607393Z","caller":"traceutil/trace.go:171","msg":"trace[19712633] linearizableReadLoop","detail":"{readStateIndex:9449; appliedIndex:9446; }","duration":"107.744036ms","start":"2026-05-28T02:25:49.499622Z","end":"2026-05-28T02:25:49.607366Z","steps":["trace[19712633] 'read index received' (duration: 23.107148ms)","trace[19712633] 'applied index is now lower than readState.Index' (duration: 84.635338ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:49.607386Z","caller":"traceutil/trace.go:171","msg":"trace[913777320] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"107.555499ms","start":"2026-05-28T02:25:49.499802Z","end":"2026-05-28T02:25:49.607357Z","steps":["trace[913777320] 'process raft request' (duration: 107.190678ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:49.607504Z","caller":"traceutil/trace.go:171","msg":"trace[138520967] transaction","detail":"{read_only:false; response_revision:9114; number_of_response:1; }","duration":"107.258781ms","start":"2026-05-28T02:25:49.500234Z","end":"2026-05-28T02:25:49.607493Z","steps":["trace[138520967] 'process raft request' (duration: 107.071365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.607664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.734775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:49.607671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.040834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19510"} {"level":"info","ts":"2026-05-28T02:25:49.607706Z","caller":"traceutil/trace.go:171","msg":"trace[220357977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9114; }","duration":"107.827878ms","start":"2026-05-28T02:25:49.499868Z","end":"2026-05-28T02:25:49.607696Z","steps":["trace[220357977] 'agreement among raft nodes before linearized reading' (duration: 107.743375ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:49.607711Z","caller":"traceutil/trace.go:171","msg":"trace[751811652] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9114; }","duration":"108.124007ms","start":"2026-05-28T02:25:49.499576Z","end":"2026-05-28T02:25:49.6077Z","steps":["trace[751811652] 'agreement among raft nodes before linearized reading' (duration: 107.958312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.608131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.752166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227356"} {"level":"info","ts":"2026-05-28T02:25:49.60824Z","caller":"traceutil/trace.go:171","msg":"trace[1469856775] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9114; }","duration":"107.901891ms","start":"2026-05-28T02:25:49.500323Z","end":"2026-05-28T02:25:49.608224Z","steps":["trace[1469856775] 'agreement among raft nodes before linearized reading' (duration: 107.340693ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:49.86085Z","caller":"traceutil/trace.go:171","msg":"trace[137154743] linearizableReadLoop","detail":"{readStateIndex:9453; appliedIndex:9452; }","duration":"193.55567ms","start":"2026-05-28T02:25:49.66727Z","end":"2026-05-28T02:25:49.860826Z","steps":["trace[137154743] 'read index received' (duration: 120.958842ms)","trace[137154743] 'applied index is now lower than readState.Index' (duration: 72.595478ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:49.86092Z","caller":"traceutil/trace.go:171","msg":"trace[1595653884] transaction","detail":"{read_only:false; response_revision:9115; number_of_response:1; }","duration":"237.911268ms","start":"2026-05-28T02:25:49.622966Z","end":"2026-05-28T02:25:49.860878Z","steps":["trace[1595653884] 'process raft request' (duration: 165.270249ms)","trace[1595653884] 'compare' (duration: 72.390851ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:49.861047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.760356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:49.86109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.225468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:49.861129Z","caller":"traceutil/trace.go:171","msg":"trace[1055523216] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9115; }","duration":"193.89341ms","start":"2026-05-28T02:25:49.667217Z","end":"2026-05-28T02:25:49.86111Z","steps":["trace[1055523216] 'agreement among raft nodes before linearized reading' (duration: 193.758046ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:49.861147Z","caller":"traceutil/trace.go:171","msg":"trace[1908325067] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9115; }","duration":"179.341972ms","start":"2026-05-28T02:25:49.68179Z","end":"2026-05-28T02:25:49.861132Z","steps":["trace[1908325067] 'agreement among raft nodes before linearized reading' (duration: 179.222038ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:50.26036Z","caller":"traceutil/trace.go:171","msg":"trace[684982936] linearizableReadLoop","detail":"{readStateIndex:9455; appliedIndex:9454; }","duration":"101.391345ms","start":"2026-05-28T02:25:50.158944Z","end":"2026-05-28T02:25:50.260336Z","steps":["trace[684982936] 'read index received' (duration: 101.197429ms)","trace[684982936] 'applied index is now lower than readState.Index' (duration: 192.686µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:50.26149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.520461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224949"} {"level":"info","ts":"2026-05-28T02:25:50.261566Z","caller":"traceutil/trace.go:171","msg":"trace[590033254] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9116; }","duration":"102.671426ms","start":"2026-05-28T02:25:50.158876Z","end":"2026-05-28T02:25:50.261548Z","steps":["trace[590033254] 'agreement among raft nodes before linearized reading' (duration: 101.588202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:50.588792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.278355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:50.588899Z","caller":"traceutil/trace.go:171","msg":"trace[520391720] linearizableReadLoop","detail":"{readStateIndex:9456; appliedIndex:9455; }","duration":"289.865954ms","start":"2026-05-28T02:25:50.299015Z","end":"2026-05-28T02:25:50.588881Z","steps":["trace[520391720] 'read index received' (duration: 46.418033ms)","trace[520391720] 'applied index is now lower than readState.Index' (duration: 243.446861ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:50.58902Z","caller":"traceutil/trace.go:171","msg":"trace[1094308262] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"326.689724ms","start":"2026-05-28T02:25:50.262318Z","end":"2026-05-28T02:25:50.589008Z","steps":["trace[1094308262] 'process raft request' (duration: 83.114049ms)","trace[1094308262] 'compare' (duration: 243.159322ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:50.589081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:50.262298Z","time spent":"326.752556ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:50.589363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.335158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-05-28T02:25:50.589444Z","caller":"traceutil/trace.go:171","msg":"trace[1633298254] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:9117; }","duration":"290.462632ms","start":"2026-05-28T02:25:50.298963Z","end":"2026-05-28T02:25:50.589426Z","steps":["trace[1633298254] 'agreement among raft nodes before linearized reading' (duration: 290.196534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:50.932849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.764248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:50.932983Z","caller":"traceutil/trace.go:171","msg":"trace[2133851789] linearizableReadLoop","detail":"{readStateIndex:9457; appliedIndex:9456; }","duration":"341.802832ms","start":"2026-05-28T02:25:50.591167Z","end":"2026-05-28T02:25:50.93297Z","steps":["trace[2133851789] 'read index received' (duration: 100.806147ms)","trace[2133851789] 'applied index is now lower than readState.Index' (duration: 240.995784ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:50.934116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.56981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-05-28T02:25:50.934112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.926037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"info","ts":"2026-05-28T02:25:50.934194Z","caller":"traceutil/trace.go:171","msg":"trace[230024129] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9118; }","duration":"233.673394ms","start":"2026-05-28T02:25:50.700491Z","end":"2026-05-28T02:25:50.934165Z","steps":["trace[230024129] 'agreement among raft nodes before linearized reading' (duration: 233.186149ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:50.934252Z","caller":"traceutil/trace.go:171","msg":"trace[1877133998] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9118; }","duration":"343.085932ms","start":"2026-05-28T02:25:50.591095Z","end":"2026-05-28T02:25:50.934181Z","steps":["trace[1877133998] 'agreement among raft nodes before linearized reading' (duration: 342.578446ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:50.933149Z","caller":"traceutil/trace.go:171","msg":"trace[1446493302] transaction","detail":"{read_only:false; response_revision:9118; number_of_response:1; }","duration":"342.161473ms","start":"2026-05-28T02:25:50.590978Z","end":"2026-05-28T02:25:50.93314Z","steps":["trace[1446493302] 'process raft request' (duration: 101.049115ms)","trace[1446493302] 'compare' (duration: 240.54498ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:50.934446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:50.590965Z","time spent":"343.440833ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:50.934336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:50.591064Z","time spent":"343.231576ms","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T02:25:50.934442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.438991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-05-28T02:25:50.934563Z","caller":"traceutil/trace.go:171","msg":"trace[406918186] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9118; }","duration":"315.609376ms","start":"2026-05-28T02:25:50.618931Z","end":"2026-05-28T02:25:50.93454Z","steps":["trace[406918186] 'agreement among raft nodes before linearized reading' (duration: 314.512531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:50.934613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:50.618915Z","time spent":"315.687989ms","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3707,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-05-28T02:25:51.363751Z","caller":"traceutil/trace.go:171","msg":"trace[49245765] linearizableReadLoop","detail":"{readStateIndex:9458; appliedIndex:9457; }","duration":"287.324154ms","start":"2026-05-28T02:25:51.07641Z","end":"2026-05-28T02:25:51.363734Z","steps":["trace[49245765] 'read index received' (duration: 287.159719ms)","trace[49245765] 'applied index is now lower than readState.Index' (duration: 163.825µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:51.363819Z","caller":"traceutil/trace.go:171","msg":"trace[285615421] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"386.672125ms","start":"2026-05-28T02:25:50.977118Z","end":"2026-05-28T02:25:51.36379Z","steps":["trace[285615421] 'process raft request' (duration: 386.450348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:51.363854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.439938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:51.363979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:50.977086Z","time spent":"386.799999ms","remote":"127.0.0.1:33242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7365,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:51.364013Z","caller":"traceutil/trace.go:171","msg":"trace[1590684598] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9119; }","duration":"287.664625ms","start":"2026-05-28T02:25:51.076338Z","end":"2026-05-28T02:25:51.364003Z","steps":["trace[1590684598] 'agreement among raft nodes before linearized reading' (duration: 287.465809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.028238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492404052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:25:52.528747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492404052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:25:53.02925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492404052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:25:53.278823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818197478s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:53.278918Z","caller":"traceutil/trace.go:171","msg":"trace[2131760691] transaction","detail":"{read_only:false; response_revision:9120; number_of_response:1; }","duration":"1.969046492s","start":"2026-05-28T02:25:51.309853Z","end":"2026-05-28T02:25:53.278899Z","steps":["trace[2131760691] 'process raft request' (duration: 150.69796ms)","trace[2131760691] 'compare' (duration: 1.81733277s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:53.278966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:51.309826Z","time spent":"1.969115234s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:53.3517Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.891081405s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:25:53.352123Z","caller":"traceutil/trace.go:171","msg":"trace[1871554047] linearizableReadLoop","detail":"{readStateIndex:9462; appliedIndex:9459; }","duration":"1.824184767s","start":"2026-05-28T02:25:51.527918Z","end":"2026-05-28T02:25:53.352103Z","steps":["trace[1871554047] 'read index received' (duration: 1.823908479s)","trace[1871554047] 'applied index is now lower than readState.Index' (duration: 275.018µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:53.352189Z","caller":"traceutil/trace.go:171","msg":"trace[1154496670] transaction","detail":"{read_only:false; response_revision:9121; number_of_response:1; }","duration":"1.911135567s","start":"2026-05-28T02:25:51.440996Z","end":"2026-05-28T02:25:53.352132Z","steps":["trace[1154496670] 'process raft request' (duration: 1.9109167s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:53.352223Z","caller":"traceutil/trace.go:171","msg":"trace[1125529547] transaction","detail":"{read_only:false; response_revision:9123; number_of_response:1; }","duration":"1.91058997s","start":"2026-05-28T02:25:51.441602Z","end":"2026-05-28T02:25:53.352192Z","steps":["trace[1125529547] 'process raft request' (duration: 1.910470846s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.352373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:51.44157Z","time spent":"1.910724494s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:53.352369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:51.440967Z","time spent":"1.911302853s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:53.352445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740476648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:25:53.352511Z","caller":"traceutil/trace.go:171","msg":"trace[707776525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9123; }","duration":"1.740585422s","start":"2026-05-28T02:25:51.611917Z","end":"2026-05-28T02:25:53.352502Z","steps":["trace[707776525] 'agreement among raft nodes before linearized reading' (duration: 1.740400466s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.352927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:51.611898Z","time spent":"1.741019636s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:53.352632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.146946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:25:53.353094Z","caller":"traceutil/trace.go:171","msg":"trace[1422871695] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9123; }","duration":"767.631891ms","start":"2026-05-28T02:25:52.585451Z","end":"2026-05-28T02:25:53.353083Z","steps":["trace[1422871695] 'agreement among raft nodes before linearized reading' (duration: 767.128305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.353141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.585439Z","time spent":"767.691413ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:53.352689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735118451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:25:53.353239Z","caller":"traceutil/trace.go:171","msg":"trace[844418792] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:9123; }","duration":"1.735678268s","start":"2026-05-28T02:25:51.617553Z","end":"2026-05-28T02:25:53.353231Z","steps":["trace[844418792] 'agreement among raft nodes before linearized reading' (duration: 1.735054128s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.35328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:51.617549Z","time spent":"1.735723519s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"warn","ts":"2026-05-28T02:25:53.352716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740317013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:25:53.353435Z","caller":"traceutil/trace.go:171","msg":"trace[385371564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9123; }","duration":"1.741058547s","start":"2026-05-28T02:25:51.612367Z","end":"2026-05-28T02:25:53.353426Z","steps":["trace[385371564] 'agreement among raft nodes before linearized reading' (duration: 1.74019278s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.353481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:51.612354Z","time spent":"1.741117738s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:53.352697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705195347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:53.353662Z","caller":"traceutil/trace.go:171","msg":"trace[1057896531] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9123; }","duration":"1.706196618s","start":"2026-05-28T02:25:51.647426Z","end":"2026-05-28T02:25:53.353623Z","steps":["trace[1057896531] 'agreement among raft nodes before linearized reading' (duration: 1.705144235s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.353787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:51.647405Z","time spent":"1.706338713s","remote":"127.0.0.1:56806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:53.35274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171923692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:53.353929Z","caller":"traceutil/trace.go:171","msg":"trace[1416613780] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9123; }","duration":"1.17314002s","start":"2026-05-28T02:25:52.180771Z","end":"2026-05-28T02:25:53.353911Z","steps":["trace[1416613780] 'agreement among raft nodes before linearized reading' (duration: 1.171944323s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.353967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.180748Z","time spent":"1.173207863s","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:53.352772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.460062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:53.354031Z","caller":"traceutil/trace.go:171","msg":"trace[575457184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9123; }","duration":"819.772475ms","start":"2026-05-28T02:25:52.534241Z","end":"2026-05-28T02:25:53.354014Z","steps":["trace[575457184] 'agreement among raft nodes before linearized reading' (duration: 818.457343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.354077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.534221Z","time spent":"819.847346ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:25:53.352812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740421687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:25:53.354178Z","caller":"traceutil/trace.go:171","msg":"trace[706816604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9123; }","duration":"1.74178572s","start":"2026-05-28T02:25:51.612359Z","end":"2026-05-28T02:25:53.354145Z","steps":["trace[706816604] 'agreement among raft nodes before linearized reading' (duration: 1.740395666s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.352786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824823837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:25:53.354263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:51.612341Z","time spent":"1.741902704s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:25:53.354316Z","caller":"traceutil/trace.go:171","msg":"trace[1460094891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9123; }","duration":"1.826400747s","start":"2026-05-28T02:25:51.527874Z","end":"2026-05-28T02:25:53.354275Z","steps":["trace[1460094891] 'agreement among raft nodes before linearized reading' (duration: 1.824436355s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.354377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:51.527856Z","time spent":"1.82650914s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:25:53.352871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74053517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:25:53.354475Z","caller":"traceutil/trace.go:171","msg":"trace[1940670335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9123; }","duration":"1.742163052s","start":"2026-05-28T02:25:51.612299Z","end":"2026-05-28T02:25:53.354462Z","steps":["trace[1940670335] 'agreement among raft nodes before linearized reading' (duration: 1.740501649s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.354522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:51.612253Z","time spent":"1.742255795s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:25:53.352874Z","caller":"traceutil/trace.go:171","msg":"trace[2066466452] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"1.911266081s","start":"2026-05-28T02:25:51.441587Z","end":"2026-05-28T02:25:53.352853Z","steps":["trace[2066466452] 'process raft request' (duration: 1.910456845s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.354621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:51.441567Z","time spent":"1.912997816s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:53.858373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492404058,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:25:53.915824Z","caller":"traceutil/trace.go:171","msg":"trace[1768049390] transaction","detail":"{read_only:false; response_revision:9124; number_of_response:1; }","duration":"558.404477ms","start":"2026-05-28T02:25:53.357384Z","end":"2026-05-28T02:25:53.915788Z","steps":["trace[1768049390] 'process raft request' (duration: 539.984786ms)","trace[1768049390] 'compare' (duration: 17.963137ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:53.916582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:53.357365Z","time spent":"558.543192ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:53.994046Z","caller":"traceutil/trace.go:171","msg":"trace[894752689] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"635.676392ms","start":"2026-05-28T02:25:53.358343Z","end":"2026-05-28T02:25:53.994019Z","steps":["trace[894752689] 'process raft request' (duration: 635.481356ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:53.994529Z","caller":"traceutil/trace.go:171","msg":"trace[107970979] linearizableReadLoop","detail":"{readStateIndex:9467; appliedIndex:9462; }","duration":"637.015984ms","start":"2026-05-28T02:25:53.357486Z","end":"2026-05-28T02:25:53.994502Z","steps":["trace[107970979] 'read index received' (duration: 539.856103ms)","trace[107970979] 'applied index is now lower than readState.Index' (duration: 97.158381ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:53.994668Z","caller":"traceutil/trace.go:171","msg":"trace[628243507] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"635.834927ms","start":"2026-05-28T02:25:53.358787Z","end":"2026-05-28T02:25:53.994622Z","steps":["trace[628243507] 'process raft request' (duration: 635.189087ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:53.994689Z","caller":"traceutil/trace.go:171","msg":"trace[1875198263] transaction","detail":"{read_only:false; response_revision:9127; number_of_response:1; }","duration":"635.58523ms","start":"2026-05-28T02:25:53.359086Z","end":"2026-05-28T02:25:53.994671Z","steps":["trace[1875198263] 'process raft request' (duration: 635.230759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.99477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:53.358755Z","time spent":"635.953601ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:53.994831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:53.359069Z","time spent":"635.662742ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:53.994262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:53.358314Z","time spent":"635.804536ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:53.995913Z","caller":"traceutil/trace.go:171","msg":"trace[164520609] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"636.743956ms","start":"2026-05-28T02:25:53.359148Z","end":"2026-05-28T02:25:53.995892Z","steps":["trace[164520609] 'process raft request' (duration: 635.28956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.995923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.385048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:53.996048Z","caller":"traceutil/trace.go:171","msg":"trace[985122032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9128; }","duration":"460.563153ms","start":"2026-05-28T02:25:53.535463Z","end":"2026-05-28T02:25:53.996026Z","steps":["trace[985122032] 'agreement among raft nodes before linearized reading' (duration: 460.359007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.996075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:53.359127Z","time spent":"636.843819ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:53.996149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:53.53544Z","time spent":"460.696238ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:25:53.996364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.829561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227356"} {"level":"info","ts":"2026-05-28T02:25:53.996492Z","caller":"traceutil/trace.go:171","msg":"trace[2125784773] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9128; }","duration":"639.017497ms","start":"2026-05-28T02:25:53.357454Z","end":"2026-05-28T02:25:53.996472Z","steps":["trace[2125784773] 'agreement among raft nodes before linearized reading' (duration: 638.338816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.996546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:53.357445Z","time spent":"639.090479ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227379,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-28T02:25:54.892947Z","caller":"traceutil/trace.go:171","msg":"trace[495884647] transaction","detail":"{read_only:false; response_revision:9129; number_of_response:1; }","duration":"128.149669ms","start":"2026-05-28T02:25:54.764775Z","end":"2026-05-28T02:25:54.892925Z","steps":["trace[495884647] 'process raft request' (duration: 127.969263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:55.084472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.458754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:25:55.084634Z","caller":"traceutil/trace.go:171","msg":"trace[1918315939] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9129; }","duration":"178.702032ms","start":"2026-05-28T02:25:54.905913Z","end":"2026-05-28T02:25:55.084615Z","steps":["trace[1918315939] 'range keys from in-memory index tree' (duration: 178.258587ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:55.569115Z","caller":"traceutil/trace.go:171","msg":"trace[92568889] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"211.007089ms","start":"2026-05-28T02:25:55.358084Z","end":"2026-05-28T02:25:55.569091Z","steps":["trace[92568889] 'process raft request' (duration: 210.822373ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:55.569355Z","caller":"traceutil/trace.go:171","msg":"trace[2029358564] transaction","detail":"{read_only:false; response_revision:9132; number_of_response:1; }","duration":"210.71376ms","start":"2026-05-28T02:25:55.358625Z","end":"2026-05-28T02:25:55.569338Z","steps":["trace[2029358564] 'process raft request' (duration: 210.430631ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:55.569636Z","caller":"traceutil/trace.go:171","msg":"trace[1838942221] transaction","detail":"{read_only:false; response_revision:9133; number_of_response:1; }","duration":"207.954233ms","start":"2026-05-28T02:25:55.36167Z","end":"2026-05-28T02:25:55.569625Z","steps":["trace[1838942221] 'process raft request' (duration: 207.609082ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:55.569666Z","caller":"traceutil/trace.go:171","msg":"trace[389327397] linearizableReadLoop","detail":"{readStateIndex:9472; appliedIndex:9469; }","duration":"199.987163ms","start":"2026-05-28T02:25:55.369621Z","end":"2026-05-28T02:25:55.569608Z","steps":["trace[389327397] 'read index received' (duration: 199.187447ms)","trace[389327397] 'applied index is now lower than readState.Index' (duration: 797.876µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:55.570331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.664233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:55.570476Z","caller":"traceutil/trace.go:171","msg":"trace[1068240402] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9133; }","duration":"200.899601ms","start":"2026-05-28T02:25:55.369557Z","end":"2026-05-28T02:25:55.570457Z","steps":["trace[1068240402] 'agreement among raft nodes before linearized reading' (duration: 200.257511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:55.774315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.519495ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T02:25:56.04067Z","caller":"traceutil/trace.go:171","msg":"trace[467905808] transaction","detail":"{read_only:false; response_revision:9134; number_of_response:1; }","duration":"116.266013ms","start":"2026-05-28T02:25:55.924375Z","end":"2026-05-28T02:25:56.040641Z","steps":["trace[467905808] 'process raft request' (duration: 115.910732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:56.998586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.33729ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:56.998734Z","caller":"traceutil/trace.go:171","msg":"trace[1260123216] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9134; }","duration":"456.513806ms","start":"2026-05-28T02:25:56.5422Z","end":"2026-05-28T02:25:56.998714Z","steps":["trace[1260123216] 'range keys from in-memory index tree' (duration: 456.31332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:56.999169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.947769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:56.999336Z","caller":"traceutil/trace.go:171","msg":"trace[319408441] transaction","detail":"{read_only:false; response_revision:9135; number_of_response:1; }","duration":"954.20474ms","start":"2026-05-28T02:25:56.045112Z","end":"2026-05-28T02:25:56.999317Z","steps":["trace[319408441] 'process raft request' (duration: 55.032244ms)","trace[319408441] 'compare' (duration: 898.387041ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:56.999396Z","caller":"traceutil/trace.go:171","msg":"trace[331770760] linearizableReadLoop","detail":"{readStateIndex:9478; appliedIndex:9474; }","duration":"953.215179ms","start":"2026-05-28T02:25:56.046165Z","end":"2026-05-28T02:25:56.99938Z","steps":["trace[331770760] 'read index received' (duration: 53.998511ms)","trace[331770760] 'applied index is now lower than readState.Index' (duration: 899.215768ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:56.999441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:56.045088Z","time spent":"954.303863ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:56.999485Z","caller":"traceutil/trace.go:171","msg":"trace[1997542563] transaction","detail":"{read_only:false; response_revision:9138; number_of_response:1; }","duration":"954.161209ms","start":"2026-05-28T02:25:56.045314Z","end":"2026-05-28T02:25:56.999475Z","steps":["trace[1997542563] 'process raft request' (duration: 954.034005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:56.999549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:56.0453Z","time spent":"954.21736ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:56.999502Z","caller":"traceutil/trace.go:171","msg":"trace[476068743] transaction","detail":"{read_only:false; response_revision:9137; number_of_response:1; }","duration":"954.280873ms","start":"2026-05-28T02:25:56.045153Z","end":"2026-05-28T02:25:56.999434Z","steps":["trace[476068743] 'process raft request' (duration: 954.165669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:56.999706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:56.045134Z","time spent":"954.468519ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:56.999859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.706205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227356"} {"level":"info","ts":"2026-05-28T02:25:56.999882Z","caller":"traceutil/trace.go:171","msg":"trace[240671963] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9138; }","duration":"953.754997ms","start":"2026-05-28T02:25:56.046121Z","end":"2026-05-28T02:25:56.999876Z","steps":["trace[240671963] 'agreement among raft nodes before linearized reading' (duration: 953.528589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:56.999898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:56.046107Z","time spent":"953.787557ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227379,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-28T02:25:57.000405Z","caller":"traceutil/trace.go:171","msg":"trace[2074555591] transaction","detail":"{read_only:false; response_revision:9136; number_of_response:1; }","duration":"955.195221ms","start":"2026-05-28T02:25:56.045146Z","end":"2026-05-28T02:25:57.000341Z","steps":["trace[2074555591] 'process raft request' (duration: 954.117057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:57.00141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:56.045122Z","time spent":"955.560593ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:57.281418Z","caller":"traceutil/trace.go:171","msg":"trace[1445021401] transaction","detail":"{read_only:false; response_revision:9139; number_of_response:1; }","duration":"701.819707ms","start":"2026-05-28T02:25:56.579558Z","end":"2026-05-28T02:25:57.281377Z","steps":["trace[1445021401] 'process raft request' (duration: 659.663378ms)","trace[1445021401] 'compare' (duration: 42.024254ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:57.281582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:56.579538Z","time spent":"701.958821ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:57.353164Z","caller":"traceutil/trace.go:171","msg":"trace[1357325904] linearizableReadLoop","detail":"{readStateIndex:9480; appliedIndex:9478; }","duration":"353.712846ms","start":"2026-05-28T02:25:56.999433Z","end":"2026-05-28T02:25:57.353145Z","steps":["trace[1357325904] 'read index received' (duration: 239.798856ms)","trace[1357325904] 'applied index is now lower than readState.Index' (duration: 113.91274ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:57.353391Z","caller":"traceutil/trace.go:171","msg":"trace[74636717] transaction","detail":"{read_only:false; response_revision:9140; number_of_response:1; }","duration":"411.925862ms","start":"2026-05-28T02:25:56.941455Z","end":"2026-05-28T02:25:57.353381Z","steps":["trace[74636717] 'process raft request' (duration: 411.424376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:57.353519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:56.941429Z","time spent":"411.987614ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:57.353814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274062901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:57.353872Z","caller":"traceutil/trace.go:171","msg":"trace[187328728] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:9141; }","duration":"1.274152093s","start":"2026-05-28T02:25:56.0797Z","end":"2026-05-28T02:25:57.353852Z","steps":["trace[187328728] 'agreement among raft nodes before linearized reading' (duration: 1.27405833s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:57.353932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:56.079685Z","time spent":"1.274229106s","remote":"127.0.0.1:47950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:25:57.353965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.725248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:57.354024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.330286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:25:57.354081Z","caller":"traceutil/trace.go:171","msg":"trace[767410400] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9141; }","duration":"585.422139ms","start":"2026-05-28T02:25:56.768641Z","end":"2026-05-28T02:25:57.354063Z","steps":["trace[767410400] 'agreement among raft nodes before linearized reading' (duration: 585.281665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:57.354145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:56.768624Z","time spent":"585.504411ms","remote":"127.0.0.1:48212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:57.35423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.462196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:25:57.354282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.285977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-28T02:25:57.354285Z","caller":"traceutil/trace.go:171","msg":"trace[1576170148] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9141; }","duration":"199.60483ms","start":"2026-05-28T02:25:57.154669Z","end":"2026-05-28T02:25:57.354274Z","steps":["trace[1576170148] 'agreement among raft nodes before linearized reading' (duration: 199.396313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:57.354314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.451466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T02:25:57.354082Z","caller":"traceutil/trace.go:171","msg":"trace[516850514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9141; }","duration":"816.906864ms","start":"2026-05-28T02:25:56.53715Z","end":"2026-05-28T02:25:57.354057Z","steps":["trace[516850514] 'agreement among raft nodes before linearized reading' (duration: 816.658366ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:57.354336Z","caller":"traceutil/trace.go:171","msg":"trace[160057417] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9141; }","duration":"851.35788ms","start":"2026-05-28T02:25:56.502949Z","end":"2026-05-28T02:25:57.354306Z","steps":["trace[160057417] 'agreement among raft nodes before linearized reading' (duration: 851.170634ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:57.354344Z","caller":"traceutil/trace.go:171","msg":"trace[1672360998] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9141; }","duration":"853.513748ms","start":"2026-05-28T02:25:56.500821Z","end":"2026-05-28T02:25:57.354335Z","steps":["trace[1672360998] 'agreement among raft nodes before linearized reading' (duration: 853.388004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:57.354373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:56.5008Z","time spent":"853.566789ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-28T02:25:57.353965Z","caller":"traceutil/trace.go:171","msg":"trace[2139839626] transaction","detail":"{read_only:false; response_revision:9141; number_of_response:1; }","duration":"228.132039ms","start":"2026-05-28T02:25:57.125792Z","end":"2026-05-28T02:25:57.353924Z","steps":["trace[2139839626] 'process raft request' (duration: 227.235341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:57.354386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:56.502925Z","time spent":"851.450392ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T02:25:57.354369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:56.537123Z","time spent":"817.236105ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:25:57.354724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.070297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:57.354815Z","caller":"traceutil/trace.go:171","msg":"trace[1252808720] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:9141; }","duration":"948.195171ms","start":"2026-05-28T02:25:56.406594Z","end":"2026-05-28T02:25:57.354789Z","steps":["trace[1252808720] 'agreement among raft nodes before linearized reading' (duration: 947.120337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:57.354869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:56.40655Z","time spent":"948.307604ms","remote":"127.0.0.1:41754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:57.606746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.569316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:57.606843Z","caller":"traceutil/trace.go:171","msg":"trace[1950413439] transaction","detail":"{read_only:false; response_revision:9142; number_of_response:1; }","duration":"250.724132ms","start":"2026-05-28T02:25:57.356099Z","end":"2026-05-28T02:25:57.606823Z","steps":["trace[1950413439] 'process raft request' (duration: 73.016591ms)","trace[1950413439] 'compare' (duration: 177.439822ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:58.002776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.243996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:58.00309Z","caller":"traceutil/trace.go:171","msg":"trace[1301300693] linearizableReadLoop","detail":"{readStateIndex:9485; appliedIndex:9481; }","duration":"610.660054ms","start":"2026-05-28T02:25:57.392409Z","end":"2026-05-28T02:25:58.003069Z","steps":["trace[1301300693] 'read index received' (duration: 36.675616ms)","trace[1301300693] 'applied index is now lower than readState.Index' (duration: 573.983038ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:58.003196Z","caller":"traceutil/trace.go:171","msg":"trace[789075755] transaction","detail":"{read_only:false; response_revision:9144; number_of_response:1; }","duration":"643.532169ms","start":"2026-05-28T02:25:57.359649Z","end":"2026-05-28T02:25:58.003182Z","steps":["trace[789075755] 'process raft request' (duration: 643.2405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.003289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.359634Z","time spent":"643.596521ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:58.003336Z","caller":"traceutil/trace.go:171","msg":"trace[1785221329] transaction","detail":"{read_only:false; response_revision:9143; number_of_response:1; }","duration":"643.765647ms","start":"2026-05-28T02:25:57.359551Z","end":"2026-05-28T02:25:58.003317Z","steps":["trace[1785221329] 'process raft request' (duration: 425.810748ms)","trace[1785221329] 'compare' (duration: 216.823813ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:58.003415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.359481Z","time spent":"643.89411ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:58.003537Z","caller":"traceutil/trace.go:171","msg":"trace[951337563] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"629.686733ms","start":"2026-05-28T02:25:57.373825Z","end":"2026-05-28T02:25:58.003511Z","steps":["trace[951337563] 'process raft request' (duration: 629.175937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.003647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.373808Z","time spent":"629.778306ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:58.004451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.993115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-05-28T02:25:58.004609Z","caller":"traceutil/trace.go:171","msg":"trace[421334152] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9145; }","duration":"612.235722ms","start":"2026-05-28T02:25:57.392349Z","end":"2026-05-28T02:25:58.004584Z","steps":["trace[421334152] 'agreement among raft nodes before linearized reading' (duration: 611.108217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.004705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.392327Z","time spent":"612.360917ms","remote":"127.0.0.1:56920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414492,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-05-28T02:25:58.463015Z","caller":"traceutil/trace.go:171","msg":"trace[778909614] transaction","detail":"{read_only:false; response_revision:9146; number_of_response:1; }","duration":"889.220822ms","start":"2026-05-28T02:25:57.573775Z","end":"2026-05-28T02:25:58.462996Z","steps":["trace[778909614] 'process raft request' (duration: 888.922882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.463208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.573758Z","time spent":"889.376316ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:58.463285Z","caller":"traceutil/trace.go:171","msg":"trace[1976357457] transaction","detail":"{read_only:false; response_revision:9149; number_of_response:1; }","duration":"852.70458ms","start":"2026-05-28T02:25:57.610571Z","end":"2026-05-28T02:25:58.463275Z","steps":["trace[1976357457] 'process raft request' (duration: 852.486743ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:58.463309Z","caller":"traceutil/trace.go:171","msg":"trace[349851560] transaction","detail":"{read_only:false; response_revision:9148; number_of_response:1; }","duration":"888.20811ms","start":"2026-05-28T02:25:57.575083Z","end":"2026-05-28T02:25:58.463291Z","steps":["trace[349851560] 'process raft request' (duration: 887.8967ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:58.46328Z","caller":"traceutil/trace.go:171","msg":"trace[830251553] linearizableReadLoop","detail":"{readStateIndex:9490; appliedIndex:9485; }","duration":"460.090379ms","start":"2026-05-28T02:25:58.00314Z","end":"2026-05-28T02:25:58.463231Z","steps":["trace[830251553] 'read index received' (duration: 459.551232ms)","trace[830251553] 'applied index is now lower than readState.Index' (duration: 538.217µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:58.463405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.610555Z","time spent":"852.780383ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:25:58.463401Z","caller":"traceutil/trace.go:171","msg":"trace[490275289] transaction","detail":"{read_only:false; response_revision:9150; number_of_response:1; }","duration":"852.727962ms","start":"2026-05-28T02:25:57.610651Z","end":"2026-05-28T02:25:58.463379Z","steps":["trace[490275289] 'process raft request' (duration: 852.494684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.463484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.575054Z","time spent":"888.385716ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:58.463204Z","caller":"traceutil/trace.go:171","msg":"trace[604760284] transaction","detail":"{read_only:false; response_revision:9147; number_of_response:1; }","duration":"889.320025ms","start":"2026-05-28T02:25:57.573837Z","end":"2026-05-28T02:25:58.463157Z","steps":["trace[604760284] 'process raft request' (duration: 889.063687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.463512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.750935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:58.463507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.610628Z","time spent":"852.824695ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:58.463554Z","caller":"traceutil/trace.go:171","msg":"trace[564766560] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9150; }","duration":"847.862898ms","start":"2026-05-28T02:25:57.615679Z","end":"2026-05-28T02:25:58.463542Z","steps":["trace[564766560] 'agreement among raft nodes before linearized reading' (duration: 847.721233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.463609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.573833Z","time spent":"889.698746ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:58.463629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.61567Z","time spent":"847.941831ms","remote":"127.0.0.1:41830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:58.463676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.042452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-05-28T02:25:58.463771Z","caller":"traceutil/trace.go:171","msg":"trace[836506574] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9150; }","duration":"853.208796ms","start":"2026-05-28T02:25:57.610542Z","end":"2026-05-28T02:25:58.463751Z","steps":["trace[836506574] 'agreement among raft nodes before linearized reading' (duration: 852.914477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.463826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.610523Z","time spent":"853.29478ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-28T02:25:58.936312Z","caller":"traceutil/trace.go:171","msg":"trace[1495877844] linearizableReadLoop","detail":"{readStateIndex:9491; appliedIndex:9490; }","duration":"472.919324ms","start":"2026-05-28T02:25:58.463372Z","end":"2026-05-28T02:25:58.936291Z","steps":["trace[1495877844] 'read index received' (duration: 472.525852ms)","trace[1495877844] 'applied index is now lower than readState.Index' (duration: 392.802µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:58.93666Z","caller":"traceutil/trace.go:171","msg":"trace[1010720800] transaction","detail":"{read_only:false; response_revision:9151; number_of_response:1; }","duration":"567.275137ms","start":"2026-05-28T02:25:58.36937Z","end":"2026-05-28T02:25:58.936645Z","steps":["trace[1010720800] 'process raft request' (duration: 566.653308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.93671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.539513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:58.936783Z","caller":"traceutil/trace.go:171","msg":"trace[905707437] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9151; }","duration":"526.653837ms","start":"2026-05-28T02:25:58.410111Z","end":"2026-05-28T02:25:58.936765Z","steps":["trace[905707437] 'agreement among raft nodes before linearized reading' (duration: 526.232274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.936778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.46443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:58.936835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.410097Z","time spent":"526.728899ms","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:25:58.936859Z","caller":"traceutil/trace.go:171","msg":"trace[1133438324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9151; }","duration":"400.581994ms","start":"2026-05-28T02:25:58.536258Z","end":"2026-05-28T02:25:58.93684Z","steps":["trace[1133438324] 'agreement among raft nodes before linearized reading' (duration: 400.418179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.936913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.536242Z","time spent":"400.662746ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:25:58.936922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.200087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:25:58.936956Z","caller":"traceutil/trace.go:171","msg":"trace[64026829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9151; }","duration":"892.272179ms","start":"2026-05-28T02:25:58.044674Z","end":"2026-05-28T02:25:58.936947Z","steps":["trace[64026829] 'agreement among raft nodes before linearized reading' (duration: 891.729482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.93698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.044655Z","time spent":"892.317641ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:58.937036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.437896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:58.937034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.373427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:25:58.937133Z","caller":"traceutil/trace.go:171","msg":"trace[1282751900] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9151; }","duration":"358.581521ms","start":"2026-05-28T02:25:58.578528Z","end":"2026-05-28T02:25:58.93711Z","steps":["trace[1282751900] 'agreement among raft nodes before linearized reading' (duration: 357.986602ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:58.93714Z","caller":"traceutil/trace.go:171","msg":"trace[1436685893] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9151; }","duration":"690.527211ms","start":"2026-05-28T02:25:58.246595Z","end":"2026-05-28T02:25:58.937122Z","steps":["trace[1436685893] 'agreement among raft nodes before linearized reading' (duration: 689.767977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.937192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.57851Z","time spent":"358.669943ms","remote":"127.0.0.1:47562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:58.937236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.018863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:25:58.937272Z","caller":"traceutil/trace.go:171","msg":"trace[1489704790] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9151; }","duration":"180.091186ms","start":"2026-05-28T02:25:58.757169Z","end":"2026-05-28T02:25:58.937261Z","steps":["trace[1489704790] 'agreement among raft nodes before linearized reading' (duration: 179.388273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.937237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.24657Z","time spent":"690.648615ms","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:58.937306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.807596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18b399986870cfa4\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-05-28T02:25:58.937359Z","caller":"traceutil/trace.go:171","msg":"trace[985475632] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18b399986870cfa4; range_end:; response_count:1; response_revision:9151; }","duration":"469.891158ms","start":"2026-05-28T02:25:58.467454Z","end":"2026-05-28T02:25:58.937346Z","steps":["trace[985475632] 'agreement among raft nodes before linearized reading' (duration: 469.035711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.9374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.467438Z","time spent":"469.95372ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":700,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.18b399986870cfa4\" "} {"level":"warn","ts":"2026-05-28T02:25:58.937432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.371753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:25:58.937502Z","caller":"traceutil/trace.go:171","msg":"trace[1423595548] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9151; }","duration":"484.068265ms","start":"2026-05-28T02:25:58.453418Z","end":"2026-05-28T02:25:58.937487Z","steps":["trace[1423595548] 'agreement among raft nodes before linearized reading' (duration: 482.894378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.937502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.369345Z","time spent":"567.35212ms","remote":"127.0.0.1:56920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:58.937545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.453412Z","time spent":"484.116666ms","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:59.65224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.645737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:59.652465Z","caller":"traceutil/trace.go:171","msg":"trace[776193168] linearizableReadLoop","detail":"{readStateIndex:9493; appliedIndex:9491; }","duration":"647.772003ms","start":"2026-05-28T02:25:59.004638Z","end":"2026-05-28T02:25:59.652411Z","steps":["trace[776193168] 'read index received' (duration: 232.92056ms)","trace[776193168] 'applied index is now lower than readState.Index' (duration: 414.850013ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:59.652563Z","caller":"traceutil/trace.go:171","msg":"trace[173235106] transaction","detail":"{read_only:false; response_revision:9152; number_of_response:1; }","duration":"711.944076ms","start":"2026-05-28T02:25:58.940608Z","end":"2026-05-28T02:25:59.652552Z","steps":["trace[173235106] 'process raft request' (duration: 296.905866ms)","trace[173235106] 'compare' (duration: 414.524424ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:59.652627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.940591Z","time spent":"712.002228ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:59.652916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.217368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:25:59.652961Z","caller":"traceutil/trace.go:171","msg":"trace[1792721778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9153; }","duration":"648.30017ms","start":"2026-05-28T02:25:59.004647Z","end":"2026-05-28T02:25:59.652947Z","steps":["trace[1792721778] 'agreement among raft nodes before linearized reading' (duration: 648.170316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:59.652997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:59.004619Z","time spent":"648.371183ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:59.653131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.007257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:25:59.653164Z","caller":"traceutil/trace.go:171","msg":"trace[121566174] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:9153; }","duration":"645.059068ms","start":"2026-05-28T02:25:59.008096Z","end":"2026-05-28T02:25:59.653156Z","steps":["trace[121566174] 'agreement among raft nodes before linearized reading' (duration: 644.970525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:59.653198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:59.008087Z","time spent":"645.1032ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"info","ts":"2026-05-28T02:25:59.653202Z","caller":"traceutil/trace.go:171","msg":"trace[1439062571] transaction","detail":"{read_only:false; response_revision:9153; number_of_response:1; }","duration":"710.054036ms","start":"2026-05-28T02:25:58.94312Z","end":"2026-05-28T02:25:59.653174Z","steps":["trace[1439062571] 'process raft request' (duration: 709.221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:59.652894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.230368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:25:59.653389Z","caller":"traceutil/trace.go:171","msg":"trace[1646282960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9153; }","duration":"648.784376ms","start":"2026-05-28T02:25:59.004594Z","end":"2026-05-28T02:25:59.653378Z","steps":["trace[1646282960] 'agreement among raft nodes before linearized reading' (duration: 648.110685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:59.653382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.943107Z","time spent":"710.16433ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:59.65343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:59.004573Z","time spent":"648.847847ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:25:59.653441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.571294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:59.653483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.099453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:25:59.653512Z","caller":"traceutil/trace.go:171","msg":"trace[53393803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9153; }","duration":"116.687468ms","start":"2026-05-28T02:25:59.536809Z","end":"2026-05-28T02:25:59.653496Z","steps":["trace[53393803] 'agreement among raft nodes before linearized reading' (duration: 116.502852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:59.65351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.774115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:25:59.653547Z","caller":"traceutil/trace.go:171","msg":"trace[620830591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9153; }","duration":"647.184715ms","start":"2026-05-28T02:25:59.006346Z","end":"2026-05-28T02:25:59.653531Z","steps":["trace[620830591] 'agreement among raft nodes before linearized reading' (duration: 646.991209ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:59.653573Z","caller":"traceutil/trace.go:171","msg":"trace[103759318] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9153; }","duration":"648.882179ms","start":"2026-05-28T02:25:59.004676Z","end":"2026-05-28T02:25:59.653558Z","steps":["trace[103759318] 'agreement among raft nodes before linearized reading' (duration: 648.658602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:59.653603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:59.004656Z","time spent":"648.941491ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:25:59.653603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:59.006335Z","time spent":"647.251637ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:59.653001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.304868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:59.654243Z","caller":"traceutil/trace.go:171","msg":"trace[1328303900] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9153; }","duration":"198.302409ms","start":"2026-05-28T02:25:59.455633Z","end":"2026-05-28T02:25:59.653936Z","steps":["trace[1328303900] 'agreement among raft nodes before linearized reading' (duration: 197.272907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:59.982444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.542566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:59.982751Z","caller":"traceutil/trace.go:171","msg":"trace[1499332327] linearizableReadLoop","detail":"{readStateIndex:9497; appliedIndex:9494; }","duration":"324.841647ms","start":"2026-05-28T02:25:59.657891Z","end":"2026-05-28T02:25:59.982732Z","steps":["trace[1499332327] 'read index received' (duration: 85.98408ms)","trace[1499332327] 'applied index is now lower than readState.Index' (duration: 238.856477ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:59.982769Z","caller":"traceutil/trace.go:171","msg":"trace[408852182] transaction","detail":"{read_only:false; response_revision:9155; number_of_response:1; }","duration":"325.015403ms","start":"2026-05-28T02:25:59.657708Z","end":"2026-05-28T02:25:59.982724Z","steps":["trace[408852182] 'process raft request' (duration: 186.102105ms)","trace[408852182] 'compare' (duration: 138.372321ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:59.982906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:59.657697Z","time spent":"325.126666ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:59.982867Z","caller":"traceutil/trace.go:171","msg":"trace[1116836734] transaction","detail":"{read_only:false; response_revision:9157; number_of_response:1; }","duration":"325.002422ms","start":"2026-05-28T02:25:59.657815Z","end":"2026-05-28T02:25:59.982818Z","steps":["trace[1116836734] 'process raft request' (duration: 324.814116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:59.983371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.359673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227356"} {"level":"info","ts":"2026-05-28T02:25:59.982764Z","caller":"traceutil/trace.go:171","msg":"trace[239890601] transaction","detail":"{read_only:false; response_revision:9156; number_of_response:1; }","duration":"324.95719ms","start":"2026-05-28T02:25:59.657786Z","end":"2026-05-28T02:25:59.982743Z","steps":["trace[239890601] 'process raft request' (duration: 324.763724ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:59.983441Z","caller":"traceutil/trace.go:171","msg":"trace[1518068030] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9157; }","duration":"325.546689ms","start":"2026-05-28T02:25:59.657878Z","end":"2026-05-28T02:25:59.983424Z","steps":["trace[1518068030] 'agreement among raft nodes before linearized reading' (duration: 324.970451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:59.983499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:59.657815Z","time spent":"325.663332ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227379,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:25:59.983505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.51648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:59.983562Z","caller":"traceutil/trace.go:171","msg":"trace[101235025] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9157; }","duration":"108.607043ms","start":"2026-05-28T02:25:59.874938Z","end":"2026-05-28T02:25:59.983545Z","steps":["trace[101235025] 'agreement among raft nodes before linearized reading' (duration: 108.494319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:59.983905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:59.657784Z","time spent":"325.25213ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:59.983738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:59.657768Z","time spent":"325.744256ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:26:06.252678Z","caller":"traceutil/trace.go:171","msg":"trace[721123948] linearizableReadLoop","detail":"{readStateIndex:9560; appliedIndex:9559; }","duration":"244.500905ms","start":"2026-05-28T02:26:06.00816Z","end":"2026-05-28T02:26:06.252661Z","steps":["trace[721123948] 'read index received' (duration: 244.386541ms)","trace[721123948] 'applied index is now lower than readState.Index' (duration: 113.514µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:26:06.252826Z","caller":"traceutil/trace.go:171","msg":"trace[1771581601] transaction","detail":"{read_only:false; response_revision:9218; number_of_response:1; }","duration":"405.407776ms","start":"2026-05-28T02:26:05.847382Z","end":"2026-05-28T02:26:06.25279Z","steps":["trace[1771581601] 'process raft request' (duration: 405.164018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:26:06.252957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.796895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T02:26:06.252976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:26:05.84736Z","time spent":"405.530519ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4825,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:26:06.252987Z","caller":"traceutil/trace.go:171","msg":"trace[1800281448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9218; }","duration":"244.882197ms","start":"2026-05-28T02:26:06.008095Z","end":"2026-05-28T02:26:06.252977Z","steps":["trace[1800281448] 'agreement among raft nodes before linearized reading' (duration: 244.766033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:26:06.258435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.203574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:26:06.258467Z","caller":"traceutil/trace.go:171","msg":"trace[1207474764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9219; }","duration":"249.287316ms","start":"2026-05-28T02:26:06.009172Z","end":"2026-05-28T02:26:06.258459Z","steps":["trace[1207474764] 'agreement among raft nodes before linearized reading' (duration: 249.191203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:26:06.258559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.510863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:26:06.258617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.561691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:26:06.258641Z","caller":"traceutil/trace.go:171","msg":"trace[1599114897] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:9219; }","duration":"240.586181ms","start":"2026-05-28T02:26:06.018049Z","end":"2026-05-28T02:26:06.258635Z","steps":["trace[1599114897] 'agreement among raft nodes before linearized reading' (duration: 240.521849ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:26:06.258654Z","caller":"traceutil/trace.go:171","msg":"trace[1812530249] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:9219; }","duration":"183.674948ms","start":"2026-05-28T02:26:06.074958Z","end":"2026-05-28T02:26:06.258633Z","steps":["trace[1812530249] 'agreement among raft nodes before linearized reading' (duration: 183.463152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:26:06.258765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.891649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:26:06.258788Z","caller":"traceutil/trace.go:171","msg":"trace[163093379] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9219; }","duration":"245.957161ms","start":"2026-05-28T02:26:06.012825Z","end":"2026-05-28T02:26:06.258782Z","steps":["trace[163093379] 'agreement among raft nodes before linearized reading' (duration: 245.899329ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:26:06.259074Z","caller":"traceutil/trace.go:171","msg":"trace[598487106] transaction","detail":"{read_only:false; response_revision:9219; number_of_response:1; }","duration":"209.170032ms","start":"2026-05-28T02:26:06.049896Z","end":"2026-05-28T02:26:06.259066Z","steps":["trace[598487106] 'process raft request' (duration: 208.394167ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:26:44.662522Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-28T02:26:44.667369Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-28T02:26:44.667475Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-28T02:26:50.693066Z","caller":"traceutil/trace.go:171","msg":"trace[1156557415] transaction","detail":"{read_only:false; response_revision:9694; number_of_response:1; }","duration":"281.725902ms","start":"2026-05-28T02:26:50.411315Z","end":"2026-05-28T02:26:50.693041Z","steps":["trace[1156557415] 'process raft request' (duration: 281.558187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:26:50.693425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.637897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:26:50.693493Z","caller":"traceutil/trace.go:171","msg":"trace[512367805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9694; }","duration":"228.766011ms","start":"2026-05-28T02:26:50.464714Z","end":"2026-05-28T02:26:50.69348Z","steps":["trace[512367805] 'agreement among raft nodes before linearized reading' (duration: 228.605076ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:26:50.693363Z","caller":"traceutil/trace.go:171","msg":"trace[559924137] linearizableReadLoop","detail":"{readStateIndex:10050; appliedIndex:10050; }","duration":"228.392439ms","start":"2026-05-28T02:26:50.464771Z","end":"2026-05-28T02:26:50.693163Z","steps":["trace[559924137] 'read index received' (duration: 228.285446ms)","trace[559924137] 'applied index is now lower than readState.Index' (duration: 80.862µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:26:50.698029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.17884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:26:50.698143Z","caller":"traceutil/trace.go:171","msg":"trace[682958734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9697; }","duration":"233.286003ms","start":"2026-05-28T02:26:50.464808Z","end":"2026-05-28T02:26:50.698095Z","steps":["trace[682958734] 'agreement among raft nodes before linearized reading' (duration: 233.069167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:26:50.698308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.124882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7cb6b59b77-hnhft.18b399822fa52dc4\" ","response":"range_response_count:1 size:1133"} {"level":"warn","ts":"2026-05-28T02:26:50.698379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.349905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T02:26:50.698395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.228459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:26:50.698432Z","caller":"traceutil/trace.go:171","msg":"trace[1585390069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9697; }","duration":"233.425508ms","start":"2026-05-28T02:26:50.464994Z","end":"2026-05-28T02:26:50.698419Z","steps":["trace[1585390069] 'agreement among raft nodes before linearized reading' (duration: 233.299274ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:26:50.698452Z","caller":"traceutil/trace.go:171","msg":"trace[1076802763] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:9697; }","duration":"180.331502ms","start":"2026-05-28T02:26:50.518106Z","end":"2026-05-28T02:26:50.698437Z","steps":["trace[1076802763] 'agreement among raft nodes before linearized reading' (duration: 180.143456ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:26:50.698402Z","caller":"traceutil/trace.go:171","msg":"trace[1828509379] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7cb6b59b77-hnhft.18b399822fa52dc4; range_end:; response_count:1; response_revision:9697; }","duration":"178.240696ms","start":"2026-05-28T02:26:50.520146Z","end":"2026-05-28T02:26:50.698387Z","steps":["trace[1828509379] 'agreement among raft nodes before linearized reading' (duration: 178.0703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:26:51.928693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.760164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:26:51.928767Z","caller":"traceutil/trace.go:171","msg":"trace[834571230] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9737; }","duration":"147.882118ms","start":"2026-05-28T02:26:51.780868Z","end":"2026-05-28T02:26:51.92875Z","steps":["trace[834571230] 'count revisions from in-memory index tree' (duration: 147.666921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:26:52.242565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.745821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-28T02:26:52.242653Z","caller":"traceutil/trace.go:171","msg":"trace[1975239499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9739; }","duration":"171.885285ms","start":"2026-05-28T02:26:52.070746Z","end":"2026-05-28T02:26:52.242631Z","steps":["trace[1975239499] 'range keys from in-memory index tree' (duration: 171.499203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:27:04.844914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.369096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:27:04.845151Z","caller":"traceutil/trace.go:171","msg":"trace[790916022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9832; }","duration":"310.980115ms","start":"2026-05-28T02:27:04.534146Z","end":"2026-05-28T02:27:04.845127Z","steps":["trace[790916022] 'range keys from in-memory index tree' (duration: 310.227632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:27:04.845591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:27:04.534129Z","time spent":"311.133031ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:27:04.894823Z","caller":"traceutil/trace.go:171","msg":"trace[1303279349] transaction","detail":"{read_only:false; response_revision:9833; number_of_response:1; }","duration":"144.672046ms","start":"2026-05-28T02:27:04.750131Z","end":"2026-05-28T02:27:04.894803Z","steps":["trace[1303279349] 'process raft request' (duration: 144.528502ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:27:05.11579Z","caller":"traceutil/trace.go:171","msg":"trace[1632568983] linearizableReadLoop","detail":"{readStateIndex:10194; appliedIndex:10191; }","duration":"346.835517ms","start":"2026-05-28T02:27:04.768916Z","end":"2026-05-28T02:27:05.115751Z","steps":["trace[1632568983] 'read index received' (duration: 125.889733ms)","trace[1632568983] 'applied index is now lower than readState.Index' (duration: 220.944484ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:27:05.115829Z","caller":"traceutil/trace.go:171","msg":"trace[1665045804] transaction","detail":"{read_only:false; response_revision:9834; number_of_response:1; }","duration":"365.588319ms","start":"2026-05-28T02:27:04.750193Z","end":"2026-05-28T02:27:05.115781Z","steps":["trace[1665045804] 'process raft request' (duration: 365.29112ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:27:05.115957Z","caller":"traceutil/trace.go:171","msg":"trace[852100940] transaction","detail":"{read_only:false; response_revision:9836; number_of_response:1; }","duration":"356.521543ms","start":"2026-05-28T02:27:04.759389Z","end":"2026-05-28T02:27:05.115911Z","steps":["trace[852100940] 'process raft request' (duration: 356.322937ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:27:05.115852Z","caller":"traceutil/trace.go:171","msg":"trace[1410527083] transaction","detail":"{read_only:false; response_revision:9835; number_of_response:1; }","duration":"357.557306ms","start":"2026-05-28T02:27:04.758245Z","end":"2026-05-28T02:27:05.115802Z","steps":["trace[1410527083] 'process raft request' (duration: 357.425751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:27:05.116088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:27:04.75016Z","time spent":"365.814816ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:27:05.116117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.172677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-28T02:27:05.116087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:27:04.759376Z","time spent":"356.640856ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:27:05.11616Z","caller":"traceutil/trace.go:171","msg":"trace[1610025312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9836; }","duration":"347.26479ms","start":"2026-05-28T02:27:04.76888Z","end":"2026-05-28T02:27:05.116145Z","steps":["trace[1610025312] 'agreement among raft nodes before linearized reading' (duration: 347.096655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:27:05.116226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:27:04.768868Z","time spent":"347.338933ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:27:05.116241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:27:04.758221Z","time spent":"357.919647ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:27:05.137288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.441877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:27:05.137309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.416073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:27:05.137355Z","caller":"traceutil/trace.go:171","msg":"trace[1084162484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9837; }","duration":"290.542451ms","start":"2026-05-28T02:27:04.846797Z","end":"2026-05-28T02:27:05.13734Z","steps":["trace[1084162484] 'agreement among raft nodes before linearized reading' (duration: 290.412846ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:27:05.137361Z","caller":"traceutil/trace.go:171","msg":"trace[1539607994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9837; }","duration":"358.471025ms","start":"2026-05-28T02:27:04.778877Z","end":"2026-05-28T02:27:05.137347Z","steps":["trace[1539607994] 'agreement among raft nodes before linearized reading' (duration: 358.275149ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:27:05.137412Z","caller":"traceutil/trace.go:171","msg":"trace[1074977407] transaction","detail":"{read_only:false; response_revision:9837; number_of_response:1; }","duration":"204.610378ms","start":"2026-05-28T02:27:04.932777Z","end":"2026-05-28T02:27:05.137388Z","steps":["trace[1074977407] 'process raft request' (duration: 204.212385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:27:05.137587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.668031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T02:27:05.137622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:27:04.778797Z","time spent":"358.611109ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:27:05.137641Z","caller":"traceutil/trace.go:171","msg":"trace[1055213957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9837; }","duration":"358.756704ms","start":"2026-05-28T02:27:04.778872Z","end":"2026-05-28T02:27:05.137628Z","steps":["trace[1055213957] 'agreement among raft nodes before linearized reading' (duration: 358.609889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:27:05.137675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:27:04.778857Z","time spent":"358.810006ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:27:05.13868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.136245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:27:05.1388Z","caller":"traceutil/trace.go:171","msg":"trace[1551329234] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:9837; }","duration":"346.254349ms","start":"2026-05-28T02:27:04.792492Z","end":"2026-05-28T02:27:05.138747Z","steps":["trace[1551329234] 'agreement among raft nodes before linearized reading' (duration: 345.493935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:27:05.138853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:27:04.792482Z","time spent":"346.360022ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"info","ts":"2026-05-28T02:27:05.337292Z","caller":"traceutil/trace.go:171","msg":"trace[2094142745] transaction","detail":"{read_only:false; response_revision:9839; number_of_response:1; }","duration":"195.860352ms","start":"2026-05-28T02:27:05.141402Z","end":"2026-05-28T02:27:05.337263Z","steps":["trace[2094142745] 'process raft request' (duration: 195.623774ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:27:05.337552Z","caller":"traceutil/trace.go:171","msg":"trace[1649710594] transaction","detail":"{read_only:false; response_revision:9840; number_of_response:1; }","duration":"195.844602ms","start":"2026-05-28T02:27:05.141676Z","end":"2026-05-28T02:27:05.33752Z","steps":["trace[1649710594] 'process raft request' (duration: 195.535292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:27:05.442891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.360796ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T02:27:05.443056Z","caller":"traceutil/trace.go:171","msg":"trace[747960046] linearizableReadLoop","detail":"{readStateIndex:10198; appliedIndex:10195; }","duration":"300.144543ms","start":"2026-05-28T02:27:05.142884Z","end":"2026-05-28T02:27:05.443028Z","steps":["trace[747960046] 'read index received' (duration: 47.683205ms)","trace[747960046] 'applied index is now lower than readState.Index' (duration: 252.459308ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:27:05.443948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.037211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289768"} {"level":"info","ts":"2026-05-28T02:27:05.444037Z","caller":"traceutil/trace.go:171","msg":"trace[1240615227] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9840; }","duration":"301.138505ms","start":"2026-05-28T02:27:05.142878Z","end":"2026-05-28T02:27:05.444017Z","steps":["trace[1240615227] 'agreement among raft nodes before linearized reading' (duration: 300.285288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:27:05.444134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:27:05.142863Z","time spent":"301.257118ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289791,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-28T02:27:11.478268Z","caller":"traceutil/trace.go:171","msg":"trace[1996745126] transaction","detail":"{read_only:false; response_revision:9894; number_of_response:1; }","duration":"115.32618ms","start":"2026-05-28T02:27:11.362921Z","end":"2026-05-28T02:27:11.478247Z","steps":["trace[1996745126] 'process raft request' (duration: 115.02439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:27:11.596805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.503531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:32 size:296110"} {"level":"info","ts":"2026-05-28T02:27:11.596881Z","caller":"traceutil/trace.go:171","msg":"trace[980081981] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:32; response_revision:9894; }","duration":"112.613325ms","start":"2026-05-28T02:27:11.484254Z","end":"2026-05-28T02:27:11.596868Z","steps":["trace[980081981] 'range keys from in-memory index tree' (duration: 112.192512ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:27:11.645416Z","caller":"traceutil/trace.go:171","msg":"trace[619441289] linearizableReadLoop","detail":"{readStateIndex:10255; appliedIndex:10254; }","duration":"109.956491ms","start":"2026-05-28T02:27:11.535441Z","end":"2026-05-28T02:27:11.645397Z","steps":["trace[619441289] 'read index received' (duration: 109.832857ms)","trace[619441289] 'applied index is now lower than readState.Index' (duration: 122.904µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:27:11.645485Z","caller":"traceutil/trace.go:171","msg":"trace[1213791230] transaction","detail":"{read_only:false; response_revision:9895; number_of_response:1; }","duration":"159.725822ms","start":"2026-05-28T02:27:11.485732Z","end":"2026-05-28T02:27:11.645458Z","steps":["trace[1213791230] 'process raft request' (duration: 159.533506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:27:11.645732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.120516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:27:11.645843Z","caller":"traceutil/trace.go:171","msg":"trace[1658712241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9895; }","duration":"110.399055ms","start":"2026-05-28T02:27:11.535415Z","end":"2026-05-28T02:27:11.645814Z","steps":["trace[1658712241] 'agreement among raft nodes before linearized reading' (duration: 110.080845ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:27:37.128253Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7668} {"level":"info","ts":"2026-05-28T02:27:37.21237Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7668,"took":"82.420511ms","hash":1799178632,"current-db-size-bytes":46465024,"current-db-size":"46 MB","current-db-size-in-use-bytes":25501696,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-28T02:27:37.212529Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1799178632,"revision":7668,"compact-revision":4654} {"level":"warn","ts":"2026-05-28T02:29:00.412339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.190598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:29:00.412462Z","caller":"traceutil/trace.go:171","msg":"trace[1418371400] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:10649; }","duration":"122.380045ms","start":"2026-05-28T02:29:00.290062Z","end":"2026-05-28T02:29:00.412442Z","steps":["trace[1418371400] 'range keys from in-memory index tree' (duration: 121.968832ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:30:57.914609Z","caller":"traceutil/trace.go:171","msg":"trace[283400012] transaction","detail":"{read_only:false; response_revision:11264; number_of_response:1; }","duration":"113.086649ms","start":"2026-05-28T02:30:57.801493Z","end":"2026-05-28T02:30:57.91458Z","steps":["trace[283400012] 'process raft request' (duration: 98.032321ms)","trace[283400012] 'compare' (duration: 14.602074ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:31:15.531616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.199177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:31:15.531777Z","caller":"traceutil/trace.go:171","msg":"trace[1385125999] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11447; }","duration":"216.416835ms","start":"2026-05-28T02:31:15.315333Z","end":"2026-05-28T02:31:15.53175Z","steps":["trace[1385125999] 'range keys from in-memory index tree' (duration: 216.104655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:31:15.532157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.569347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:31:15.53249Z","caller":"traceutil/trace.go:171","msg":"trace[456301173] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:11447; }","duration":"168.944749ms","start":"2026-05-28T02:31:15.363528Z","end":"2026-05-28T02:31:15.532472Z","steps":["trace[456301173] 'range keys from in-memory index tree' (duration: 168.417222ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:31:15.584575Z","caller":"traceutil/trace.go:171","msg":"trace[100237836] linearizableReadLoop","detail":"{readStateIndex:11864; appliedIndex:11863; }","duration":"105.845108ms","start":"2026-05-28T02:31:15.478701Z","end":"2026-05-28T02:31:15.584547Z","steps":["trace[100237836] 'read index received' (duration: 64.456185ms)","trace[100237836] 'applied index is now lower than readState.Index' (duration: 41.387233ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:31:15.584941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.216719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:31:15.585029Z","caller":"traceutil/trace.go:171","msg":"trace[959983347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11447; }","duration":"106.355474ms","start":"2026-05-28T02:31:15.478649Z","end":"2026-05-28T02:31:15.585005Z","steps":["trace[959983347] 'agreement among raft nodes before linearized reading' (duration: 106.108656ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:31:41.219414Z","caller":"traceutil/trace.go:171","msg":"trace[861387186] transaction","detail":"{read_only:false; response_revision:11714; number_of_response:1; }","duration":"134.202567ms","start":"2026-05-28T02:31:41.085178Z","end":"2026-05-28T02:31:41.21938Z","steps":["trace[861387186] 'process raft request' (duration: 133.891077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:32:23.443094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.882095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:32:23.443159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.627461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:32:23.443187Z","caller":"traceutil/trace.go:171","msg":"trace[427797318] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12153; }","duration":"486.982968ms","start":"2026-05-28T02:32:22.956184Z","end":"2026-05-28T02:32:23.443167Z","steps":["trace[427797318] 'range keys from in-memory index tree' (duration: 486.710019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:32:23.443241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:32:22.95613Z","time spent":"487.101861ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:32:23.443261Z","caller":"traceutil/trace.go:171","msg":"trace[1726625336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12153; }","duration":"332.756545ms","start":"2026-05-28T02:32:23.110466Z","end":"2026-05-28T02:32:23.443223Z","steps":["trace[1726625336] 'range keys from in-memory index tree' (duration: 332.425735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:32:23.44331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:32:23.110448Z","time spent":"332.851578ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:32:37.134486Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10058} {"level":"info","ts":"2026-05-28T02:32:37.219722Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10058,"took":"83.348434ms","hash":2217139312,"current-db-size-bytes":46465024,"current-db-size":"46 MB","current-db-size-in-use-bytes":25333760,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-05-28T02:32:37.219791Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2217139312,"revision":10058,"compact-revision":7668} {"level":"info","ts":"2026-05-28T02:32:46.250591Z","caller":"traceutil/trace.go:171","msg":"trace[1617672327] transaction","detail":"{read_only:false; response_revision:12280; number_of_response:1; }","duration":"530.930752ms","start":"2026-05-28T02:32:45.719638Z","end":"2026-05-28T02:32:46.250569Z","steps":["trace[1617672327] 'process raft request' (duration: 521.092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:32:46.250744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:32:45.719618Z","time spent":"531.042346ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:32:46.256934Z","caller":"traceutil/trace.go:171","msg":"trace[95629768] linearizableReadLoop","detail":"{readStateIndex:12720; appliedIndex:12718; }","duration":"167.875285ms","start":"2026-05-28T02:32:46.089033Z","end":"2026-05-28T02:32:46.256908Z","steps":["trace[95629768] 'read index received' (duration: 151.792135ms)","trace[95629768] 'applied index is now lower than readState.Index' (duration: 16.08201ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:32:46.257021Z","caller":"traceutil/trace.go:171","msg":"trace[1260088840] transaction","detail":"{read_only:false; response_revision:12281; number_of_response:1; }","duration":"208.826504ms","start":"2026-05-28T02:32:46.048162Z","end":"2026-05-28T02:32:46.256989Z","steps":["trace[1260088840] 'process raft request' (duration: 208.600197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:32:46.257176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.117052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:32:46.257264Z","caller":"traceutil/trace.go:171","msg":"trace[1555445570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12281; }","duration":"168.255397ms","start":"2026-05-28T02:32:46.088993Z","end":"2026-05-28T02:32:46.257248Z","steps":["trace[1555445570] 'agreement among raft nodes before linearized reading' (duration: 168.040171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:32:46.603929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.381189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:32:46.604149Z","caller":"traceutil/trace.go:171","msg":"trace[212343104] transaction","detail":"{read_only:false; response_revision:12284; number_of_response:1; }","duration":"327.684885ms","start":"2026-05-28T02:32:46.276415Z","end":"2026-05-28T02:32:46.6041Z","steps":["trace[212343104] 'process raft request' (duration: 85.020158ms)","trace[212343104] 'compare' (duration: 242.171591ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:32:46.604231Z","caller":"traceutil/trace.go:171","msg":"trace[529472376] linearizableReadLoop","detail":"{readStateIndex:12723; appliedIndex:12721; }","duration":"327.282772ms","start":"2026-05-28T02:32:46.276914Z","end":"2026-05-28T02:32:46.604197Z","steps":["trace[529472376] 'read index received' (duration: 14.80216ms)","trace[529472376] 'applied index is now lower than readState.Index' (duration: 312.477452ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:32:46.604309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:32:46.276399Z","time spent":"327.830839ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:32:46.604547Z","caller":"traceutil/trace.go:171","msg":"trace[704805472] transaction","detail":"{read_only:false; response_revision:12285; number_of_response:1; }","duration":"102.978726ms","start":"2026-05-28T02:32:46.501532Z","end":"2026-05-28T02:32:46.604511Z","steps":["trace[704805472] 'process raft request' (duration: 102.561543ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:32:46.604608Z","caller":"traceutil/trace.go:171","msg":"trace[1910832480] transaction","detail":"{read_only:false; response_revision:12286; number_of_response:1; }","duration":"102.509972ms","start":"2026-05-28T02:32:46.502062Z","end":"2026-05-28T02:32:46.604572Z","steps":["trace[1910832480] 'process raft request' (duration: 102.14427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:32:46.60481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.814757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:32:46.604864Z","caller":"traceutil/trace.go:171","msg":"trace[1624988211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12287; }","duration":"280.903041ms","start":"2026-05-28T02:32:46.323946Z","end":"2026-05-28T02:32:46.604849Z","steps":["trace[1624988211] 'agreement among raft nodes before linearized reading' (duration: 280.793777ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:32:46.604923Z","caller":"traceutil/trace.go:171","msg":"trace[848233639] transaction","detail":"{read_only:false; response_revision:12287; number_of_response:1; }","duration":"101.664405ms","start":"2026-05-28T02:32:46.503244Z","end":"2026-05-28T02:32:46.604909Z","steps":["trace[848233639] 'process raft request' (duration: 101.274342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:32:46.604969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.041176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444774"} {"level":"info","ts":"2026-05-28T02:32:46.605025Z","caller":"traceutil/trace.go:171","msg":"trace[808781387] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12285; }","duration":"328.125009ms","start":"2026-05-28T02:32:46.276884Z","end":"2026-05-28T02:32:46.605009Z","steps":["trace[808781387] 'agreement among raft nodes before linearized reading' (duration: 327.460358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:32:46.605084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:32:46.276875Z","time spent":"328.192541ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444797,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:32:46.605051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.908913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:32:46.605274Z","caller":"traceutil/trace.go:171","msg":"trace[876716453] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:12287; }","duration":"120.245944ms","start":"2026-05-28T02:32:46.484997Z","end":"2026-05-28T02:32:46.605243Z","steps":["trace[876716453] 'agreement among raft nodes before linearized reading' (duration: 119.822791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:32:48.087087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.623361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:32:48.087176Z","caller":"traceutil/trace.go:171","msg":"trace[391912841] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12289; }","duration":"187.765736ms","start":"2026-05-28T02:32:47.89939Z","end":"2026-05-28T02:32:48.087155Z","steps":["trace[391912841] 'range keys from in-memory index tree' (duration: 187.538279ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:32:48.370342Z","caller":"traceutil/trace.go:171","msg":"trace[1914820696] transaction","detail":"{read_only:false; response_revision:12290; number_of_response:1; }","duration":"111.89318ms","start":"2026-05-28T02:32:48.258421Z","end":"2026-05-28T02:32:48.370314Z","steps":["trace[1914820696] 'process raft request' (duration: 111.736035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:32:48.561706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.110286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:32:48.561805Z","caller":"traceutil/trace.go:171","msg":"trace[1708443658] linearizableReadLoop","detail":"{readStateIndex:12730; appliedIndex:12728; }","duration":"267.087902ms","start":"2026-05-28T02:32:48.294701Z","end":"2026-05-28T02:32:48.561789Z","steps":["trace[1708443658] 'read index received' (duration: 75.553327ms)","trace[1708443658] 'applied index is now lower than readState.Index' (duration: 191.533245ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:32:48.561891Z","caller":"traceutil/trace.go:171","msg":"trace[1530579032] transaction","detail":"{read_only:false; response_revision:12291; number_of_response:1; }","duration":"285.401353ms","start":"2026-05-28T02:32:48.276478Z","end":"2026-05-28T02:32:48.56188Z","steps":["trace[1530579032] 'process raft request' (duration: 144.038839ms)","trace[1530579032] 'compare' (duration: 141.000493ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:32:48.56246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.715722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:32:48.562578Z","caller":"traceutil/trace.go:171","msg":"trace[401239930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12291; }","duration":"267.892328ms","start":"2026-05-28T02:32:48.294648Z","end":"2026-05-28T02:32:48.56254Z","steps":["trace[401239930] 'agreement among raft nodes before linearized reading' (duration: 267.493946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:32:48.967101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.039531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:32:48.967254Z","caller":"traceutil/trace.go:171","msg":"trace[810211732] linearizableReadLoop","detail":"{readStateIndex:12731; appliedIndex:12730; }","duration":"357.965605ms","start":"2026-05-28T02:32:48.609267Z","end":"2026-05-28T02:32:48.967233Z","steps":["trace[810211732] 'read index received' (duration: 107.676506ms)","trace[810211732] 'applied index is now lower than readState.Index' (duration: 250.287479ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:32:48.967289Z","caller":"traceutil/trace.go:171","msg":"trace[608818608] transaction","detail":"{read_only:false; response_revision:12292; number_of_response:1; }","duration":"399.614326ms","start":"2026-05-28T02:32:48.567647Z","end":"2026-05-28T02:32:48.967261Z","steps":["trace[608818608] 'process raft request' (duration: 149.285385ms)","trace[608818608] 'compare' (duration: 249.903617ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:32:48.967432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:32:48.56763Z","time spent":"399.723989ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:32:48.967457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.178231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:32:48.967513Z","caller":"traceutil/trace.go:171","msg":"trace[343851226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12292; }","duration":"358.257344ms","start":"2026-05-28T02:32:48.609233Z","end":"2026-05-28T02:32:48.967491Z","steps":["trace[343851226] 'agreement among raft nodes before linearized reading' (duration: 358.081518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:32:48.967563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:32:48.609219Z","time spent":"358.331916ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:32:48.969459Z","caller":"traceutil/trace.go:171","msg":"trace[921591095] transaction","detail":"{read_only:false; response_revision:12293; number_of_response:1; }","duration":"359.359618ms","start":"2026-05-28T02:32:48.610063Z","end":"2026-05-28T02:32:48.969422Z","steps":["trace[921591095] 'process raft request' (duration: 359.179773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:32:48.969525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.73074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:32:48.969546Z","caller":"traceutil/trace.go:171","msg":"trace[708851817] transaction","detail":"{read_only:false; response_revision:12295; number_of_response:1; }","duration":"358.907804ms","start":"2026-05-28T02:32:48.6106Z","end":"2026-05-28T02:32:48.969508Z","steps":["trace[708851817] 'process raft request' (duration: 358.758949ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:32:48.969594Z","caller":"traceutil/trace.go:171","msg":"trace[197238096] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:12295; }","duration":"353.890205ms","start":"2026-05-28T02:32:48.615683Z","end":"2026-05-28T02:32:48.969573Z","steps":["trace[197238096] 'agreement among raft nodes before linearized reading' (duration: 353.71709ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:32:48.969599Z","caller":"traceutil/trace.go:171","msg":"trace[426294166] transaction","detail":"{read_only:false; response_revision:12294; number_of_response:1; }","duration":"359.128471ms","start":"2026-05-28T02:32:48.610455Z","end":"2026-05-28T02:32:48.969583Z","steps":["trace[426294166] 'process raft request' (duration: 358.866793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:32:48.969631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:32:48.610045Z","time spent":"359.497473ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:32:48.969657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:32:48.610588Z","time spent":"359.007558ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:32:48.969654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:32:48.615644Z","time spent":"353.994978ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"warn","ts":"2026-05-28T02:32:48.969704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:32:48.610441Z","time spent":"359.216634ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:32:48.969927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.654092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-05-28T02:32:48.969988Z","caller":"traceutil/trace.go:171","msg":"trace[1421011665] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:12295; }","duration":"245.765926ms","start":"2026-05-28T02:32:48.724205Z","end":"2026-05-28T02:32:48.969971Z","steps":["trace[1421011665] 'agreement among raft nodes before linearized reading' (duration: 245.633152ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:32:50.80411Z","caller":"traceutil/trace.go:171","msg":"trace[902608526] linearizableReadLoop","detail":"{readStateIndex:12742; appliedIndex:12741; }","duration":"202.428981ms","start":"2026-05-28T02:32:50.601654Z","end":"2026-05-28T02:32:50.804083Z","steps":["trace[902608526] 'read index received' (duration: 117.944781ms)","trace[902608526] 'applied index is now lower than readState.Index' (duration: 84.48299ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:32:50.804181Z","caller":"traceutil/trace.go:171","msg":"trace[455595510] transaction","detail":"{read_only:false; response_revision:12302; number_of_response:1; }","duration":"236.528113ms","start":"2026-05-28T02:32:50.567589Z","end":"2026-05-28T02:32:50.804117Z","steps":["trace[455595510] 'process raft request' (duration: 151.808476ms)","trace[455595510] 'compare' (duration: 84.463539ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:32:50.80436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.090058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:32:50.804535Z","caller":"traceutil/trace.go:171","msg":"trace[194265715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12303; }","duration":"201.315645ms","start":"2026-05-28T02:32:50.603194Z","end":"2026-05-28T02:32:50.80451Z","steps":["trace[194265715] 'agreement among raft nodes before linearized reading' (duration: 201.078598ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:32:50.804546Z","caller":"traceutil/trace.go:171","msg":"trace[1802723001] transaction","detail":"{read_only:false; response_revision:12303; number_of_response:1; }","duration":"200.922363ms","start":"2026-05-28T02:32:50.603607Z","end":"2026-05-28T02:32:50.804529Z","steps":["trace[1802723001] 'process raft request' (duration: 200.405607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:32:50.804574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.769975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:32:50.804682Z","caller":"traceutil/trace.go:171","msg":"trace[1019632806] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:12303; }","duration":"262.91874ms","start":"2026-05-28T02:32:50.541735Z","end":"2026-05-28T02:32:50.804654Z","steps":["trace[1019632806] 'agreement among raft nodes before linearized reading' (duration: 262.431825ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:32:51.196628Z","caller":"traceutil/trace.go:171","msg":"trace[269145137] transaction","detail":"{read_only:false; response_revision:12306; number_of_response:1; }","duration":"220.980979ms","start":"2026-05-28T02:32:50.975618Z","end":"2026-05-28T02:32:51.196599Z","steps":["trace[269145137] 'process raft request' (duration: 220.883996ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:32:51.196634Z","caller":"traceutil/trace.go:171","msg":"trace[391123736] transaction","detail":"{read_only:false; response_revision:12305; number_of_response:1; }","duration":"221.782445ms","start":"2026-05-28T02:32:50.974823Z","end":"2026-05-28T02:32:51.196606Z","steps":["trace[391123736] 'process raft request' (duration: 221.484935ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:32:51.197584Z","caller":"traceutil/trace.go:171","msg":"trace[1915094835] linearizableReadLoop","detail":"{readStateIndex:12747; appliedIndex:12744; }","duration":"161.824503ms","start":"2026-05-28T02:32:51.035743Z","end":"2026-05-28T02:32:51.197567Z","steps":["trace[1915094835] 'read index received' (duration: 160.508131ms)","trace[1915094835] 'applied index is now lower than readState.Index' (duration: 1.315022ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:32:51.197809Z","caller":"traceutil/trace.go:171","msg":"trace[1249814149] transaction","detail":"{read_only:false; response_revision:12307; number_of_response:1; }","duration":"220.639758ms","start":"2026-05-28T02:32:50.977125Z","end":"2026-05-28T02:32:51.197764Z","steps":["trace[1249814149] 'process raft request' (duration: 219.43434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:32:51.198048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.87654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:32:51.198106Z","caller":"traceutil/trace.go:171","msg":"trace[1649754071] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:12307; }","duration":"141.983564ms","start":"2026-05-28T02:32:51.056109Z","end":"2026-05-28T02:32:51.198092Z","steps":["trace[1649754071] 'agreement among raft nodes before linearized reading' (duration: 141.744406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:32:51.198615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.862386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:32:51.198711Z","caller":"traceutil/trace.go:171","msg":"trace[1691787763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12307; }","duration":"163.014341ms","start":"2026-05-28T02:32:51.035677Z","end":"2026-05-28T02:32:51.198691Z","steps":["trace[1691787763] 'agreement among raft nodes before linearized reading' (duration: 162.03107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:32:51.199154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.714417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:32:51.19927Z","caller":"traceutil/trace.go:171","msg":"trace[478719406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12307; }","duration":"148.895093ms","start":"2026-05-28T02:32:51.050351Z","end":"2026-05-28T02:32:51.199246Z","steps":["trace[478719406] 'agreement among raft nodes before linearized reading' (duration: 147.485188ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:37:19.33224Z","caller":"traceutil/trace.go:171","msg":"trace[1636630950] linearizableReadLoop","detail":"{readStateIndex:14645; appliedIndex:14644; }","duration":"119.411097ms","start":"2026-05-28T02:37:19.212802Z","end":"2026-05-28T02:37:19.332213Z","steps":["trace[1636630950] 'read index received' (duration: 119.259842ms)","trace[1636630950] 'applied index is now lower than readState.Index' (duration: 149.795µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:37:19.332357Z","caller":"traceutil/trace.go:171","msg":"trace[2039479834] transaction","detail":"{read_only:false; number_of_response:1; response_revision:14144; }","duration":"207.075452ms","start":"2026-05-28T02:37:19.12523Z","end":"2026-05-28T02:37:19.332305Z","steps":["trace[2039479834] 'process raft request' (duration: 206.802293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:19.332518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.697155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:37:19.332558Z","caller":"traceutil/trace.go:171","msg":"trace[231317854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14144; }","duration":"119.758907ms","start":"2026-05-28T02:37:19.212788Z","end":"2026-05-28T02:37:19.332547Z","steps":["trace[231317854] 'agreement among raft nodes before linearized reading' (duration: 119.54018ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:37:37.14101Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12232} {"level":"info","ts":"2026-05-28T02:37:37.224984Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12232,"took":"81.585954ms","hash":3102671173,"current-db-size-bytes":46465024,"current-db-size":"46 MB","current-db-size-in-use-bytes":27353088,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-28T02:37:37.225049Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3102671173,"revision":12232,"compact-revision":10058} {"level":"warn","ts":"2026-05-28T02:37:38.249695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.941182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:37:38.250221Z","caller":"traceutil/trace.go:171","msg":"trace[504670892] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:14266; }","duration":"113.51052ms","start":"2026-05-28T02:37:38.136684Z","end":"2026-05-28T02:37:38.250195Z","steps":["trace[504670892] 'count revisions from in-memory index tree' (duration: 112.756576ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:37:39.191314Z","caller":"traceutil/trace.go:171","msg":"trace[1194294194] transaction","detail":"{read_only:false; response_revision:14270; number_of_response:1; }","duration":"277.037378ms","start":"2026-05-28T02:37:38.914255Z","end":"2026-05-28T02:37:39.191293Z","steps":["trace[1194294194] 'process raft request' (duration: 276.919954ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:37:39.248036Z","caller":"traceutil/trace.go:171","msg":"trace[1716969895] linearizableReadLoop","detail":"{readStateIndex:14777; appliedIndex:14776; }","duration":"330.438222ms","start":"2026-05-28T02:37:38.917587Z","end":"2026-05-28T02:37:39.248025Z","steps":["trace[1716969895] 'read index received' (duration: 273.751984ms)","trace[1716969895] 'applied index is now lower than readState.Index' (duration: 56.685818ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:37:39.248124Z","caller":"traceutil/trace.go:171","msg":"trace[888505862] transaction","detail":"{read_only:false; response_revision:14271; number_of_response:1; }","duration":"333.816108ms","start":"2026-05-28T02:37:38.914282Z","end":"2026-05-28T02:37:39.248098Z","steps":["trace[888505862] 'process raft request' (duration: 301.151538ms)","trace[888505862] 'compare' (duration: 32.531566ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:37:39.248173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.578566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-05-28T02:37:39.248191Z","caller":"traceutil/trace.go:171","msg":"trace[1725535381] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:14271; }","duration":"330.637938ms","start":"2026-05-28T02:37:38.917548Z","end":"2026-05-28T02:37:39.248186Z","steps":["trace[1725535381] 'agreement among raft nodes before linearized reading' (duration: 330.543375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:39.248216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:38.917537Z","time spent":"330.673599ms","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-28T02:37:39.248219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.398451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126830"} {"level":"info","ts":"2026-05-28T02:37:39.248253Z","caller":"traceutil/trace.go:171","msg":"trace[1694318667] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:14271; }","duration":"330.477213ms","start":"2026-05-28T02:37:38.917767Z","end":"2026-05-28T02:37:39.248244Z","steps":["trace[1694318667] 'agreement among raft nodes before linearized reading' (duration: 330.37472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:39.248274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:38.917743Z","time spent":"330.526445ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126853,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-28T02:37:39.248352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:38.914267Z","time spent":"333.912782ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:38:37.472306Z","caller":"traceutil/trace.go:171","msg":"trace[510352077] transaction","detail":"{read_only:false; response_revision:14675; number_of_response:1; }","duration":"391.563181ms","start":"2026-05-28T02:38:37.080681Z","end":"2026-05-28T02:38:37.472244Z","steps":["trace[510352077] 'process raft request' (duration: 391.172419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:38:37.47256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:38:37.08066Z","time spent":"391.788508ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:38:43.160491Z","caller":"traceutil/trace.go:171","msg":"trace[2061864543] transaction","detail":"{read_only:false; response_revision:14710; number_of_response:1; }","duration":"145.66077ms","start":"2026-05-28T02:38:43.014803Z","end":"2026-05-28T02:38:43.160464Z","steps":["trace[2061864543] 'process raft request' (duration: 145.435163ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:38:43.72894Z","caller":"traceutil/trace.go:171","msg":"trace[1989452940] linearizableReadLoop","detail":"{readStateIndex:15234; appliedIndex:15233; }","duration":"198.341549ms","start":"2026-05-28T02:38:43.530572Z","end":"2026-05-28T02:38:43.728913Z","steps":["trace[1989452940] 'read index received' (duration: 198.181294ms)","trace[1989452940] 'applied index is now lower than readState.Index' (duration: 158.955µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:38:43.729054Z","caller":"traceutil/trace.go:171","msg":"trace[1510928676] transaction","detail":"{read_only:false; response_revision:14711; number_of_response:1; }","duration":"228.593979ms","start":"2026-05-28T02:38:43.500447Z","end":"2026-05-28T02:38:43.729041Z","steps":["trace[1510928676] 'process raft request' (duration: 228.29591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:38:43.729365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.788584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:38:43.729448Z","caller":"traceutil/trace.go:171","msg":"trace[1923100441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14711; }","duration":"198.929258ms","start":"2026-05-28T02:38:43.5305Z","end":"2026-05-28T02:38:43.72943Z","steps":["trace[1923100441] 'agreement among raft nodes before linearized reading' (duration: 198.735002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:38:43.772907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.066068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:38:43.77299Z","caller":"traceutil/trace.go:171","msg":"trace[916205591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14712; }","duration":"237.173711ms","start":"2026-05-28T02:38:43.535798Z","end":"2026-05-28T02:38:43.772972Z","steps":["trace[916205591] 'agreement among raft nodes before linearized reading' (duration: 237.024686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:38:43.773046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.285422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-28T02:38:43.773104Z","caller":"traceutil/trace.go:171","msg":"trace[452989099] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14712; }","duration":"212.396266ms","start":"2026-05-28T02:38:43.560694Z","end":"2026-05-28T02:38:43.77309Z","steps":["trace[452989099] 'agreement among raft nodes before linearized reading' (duration: 212.22265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:38:43.773091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.197244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:38:43.773165Z","caller":"traceutil/trace.go:171","msg":"trace[1055052228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14712; }","duration":"115.304667ms","start":"2026-05-28T02:38:43.657838Z","end":"2026-05-28T02:38:43.773143Z","steps":["trace[1055052228] 'agreement among raft nodes before linearized reading' (duration: 115.139432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:38:43.773355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.401247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T02:38:43.773371Z","caller":"traceutil/trace.go:171","msg":"trace[1132867726] transaction","detail":"{read_only:false; response_revision:14712; number_of_response:1; }","duration":"211.564139ms","start":"2026-05-28T02:38:43.561726Z","end":"2026-05-28T02:38:43.77329Z","steps":["trace[1132867726] 'process raft request' (duration: 210.95115ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:38:43.773464Z","caller":"traceutil/trace.go:171","msg":"trace[1211887038] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14712; }","duration":"213.531152ms","start":"2026-05-28T02:38:43.559886Z","end":"2026-05-28T02:38:43.773417Z","steps":["trace[1211887038] 'agreement among raft nodes before linearized reading' (duration: 213.218422ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:00.581214Z","caller":"traceutil/trace.go:171","msg":"trace[83645280] linearizableReadLoop","detail":"{readStateIndex:15325; appliedIndex:15324; }","duration":"369.803949ms","start":"2026-05-28T02:39:00.211388Z","end":"2026-05-28T02:39:00.581192Z","steps":["trace[83645280] 'read index received' (duration: 369.632774ms)","trace[83645280] 'applied index is now lower than readState.Index' (duration: 169.715µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:39:00.581267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:00.18908Z","time spent":"392.175999ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T02:39:00.581441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.035416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:39:00.581489Z","caller":"traceutil/trace.go:171","msg":"trace[761785761] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:14798; }","duration":"370.118109ms","start":"2026-05-28T02:39:00.21136Z","end":"2026-05-28T02:39:00.581478Z","steps":["trace[761785761] 'agreement among raft nodes before linearized reading' (duration: 369.954304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:00.581525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:00.211349Z","time spent":"370.16685ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"warn","ts":"2026-05-28T02:39:01.082298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492419670,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:39:01.153505Z","caller":"traceutil/trace.go:171","msg":"trace[1688198689] transaction","detail":"{read_only:false; response_revision:14799; number_of_response:1; }","duration":"895.490903ms","start":"2026-05-28T02:39:00.25799Z","end":"2026-05-28T02:39:01.15348Z","steps":["trace[1688198689] 'process raft request' (duration: 895.342028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:01.153677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:00.257967Z","time spent":"895.616606ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:39:01.22092Z","caller":"traceutil/trace.go:171","msg":"trace[431010497] linearizableReadLoop","detail":"{readStateIndex:15329; appliedIndex:15325; }","duration":"639.596827ms","start":"2026-05-28T02:39:00.581293Z","end":"2026-05-28T02:39:01.22089Z","steps":["trace[431010497] 'read index received' (duration: 572.133497ms)","trace[431010497] 'applied index is now lower than readState.Index' (duration: 67.46224ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:39:01.22093Z","caller":"traceutil/trace.go:171","msg":"trace[923030046] transaction","detail":"{read_only:false; response_revision:14800; number_of_response:1; }","duration":"638.158021ms","start":"2026-05-28T02:39:00.582731Z","end":"2026-05-28T02:39:01.220889Z","steps":["trace[923030046] 'process raft request' (duration: 637.952084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:01.221132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:00.582694Z","time spent":"638.327696ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:39:01.221196Z","caller":"traceutil/trace.go:171","msg":"trace[599715124] transaction","detail":"{read_only:false; response_revision:14801; number_of_response:1; }","duration":"612.538958ms","start":"2026-05-28T02:39:00.608648Z","end":"2026-05-28T02:39:01.221187Z","steps":["trace[599715124] 'process raft request' (duration: 612.177437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:01.2213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:00.608617Z","time spent":"612.615321ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:39:01.221343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.629473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:01.221427Z","caller":"traceutil/trace.go:171","msg":"trace[1640053757] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:14802; }","duration":"933.739606ms","start":"2026-05-28T02:39:00.287664Z","end":"2026-05-28T02:39:01.221404Z","steps":["trace[1640053757] 'agreement among raft nodes before linearized reading' (duration: 933.54751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:01.221474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:00.287597Z","time spent":"933.86667ms","remote":"127.0.0.1:48068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:39:01.221529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.361108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:01.221568Z","caller":"traceutil/trace.go:171","msg":"trace[874914973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14802; }","duration":"685.435441ms","start":"2026-05-28T02:39:00.536121Z","end":"2026-05-28T02:39:01.221556Z","steps":["trace[874914973] 'agreement among raft nodes before linearized reading' (duration: 685.360338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:01.221598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:00.536101Z","time spent":"685.491882ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:39:01.221737Z","caller":"traceutil/trace.go:171","msg":"trace[1018348304] transaction","detail":"{read_only:false; response_revision:14802; number_of_response:1; }","duration":"613.074555ms","start":"2026-05-28T02:39:00.608648Z","end":"2026-05-28T02:39:01.221723Z","steps":["trace[1018348304] 'process raft request' (duration: 612.213048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:01.221819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:00.608628Z","time spent":"613.141928ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:39:01.221881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.11115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:39:01.221914Z","caller":"traceutil/trace.go:171","msg":"trace[1481621159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14802; }","duration":"854.175853ms","start":"2026-05-28T02:39:00.367728Z","end":"2026-05-28T02:39:01.221904Z","steps":["trace[1481621159] 'agreement among raft nodes before linearized reading' (duration: 854.043169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:01.221919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.705843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578522"} {"level":"warn","ts":"2026-05-28T02:39:01.221943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:00.367709Z","time spent":"854.227504ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:39:01.221948Z","caller":"traceutil/trace.go:171","msg":"trace[1460414723] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:14802; }","duration":"635.764435ms","start":"2026-05-28T02:39:00.586175Z","end":"2026-05-28T02:39:01.22194Z","steps":["trace[1460414723] 'agreement among raft nodes before linearized reading' (duration: 635.266319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:01.222052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:00.586156Z","time spent":"635.880589ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":578545,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-28T02:39:01.343696Z","caller":"traceutil/trace.go:171","msg":"trace[1791969552] transaction","detail":"{read_only:false; response_revision:14803; number_of_response:1; }","duration":"115.449002ms","start":"2026-05-28T02:39:01.228216Z","end":"2026-05-28T02:39:01.343665Z","steps":["trace[1791969552] 'process raft request' (duration: 111.941741ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:09.471331Z","caller":"traceutil/trace.go:171","msg":"trace[1807309326] transaction","detail":"{read_only:false; response_revision:14841; number_of_response:1; }","duration":"194.762178ms","start":"2026-05-28T02:39:09.276541Z","end":"2026-05-28T02:39:09.471303Z","steps":["trace[1807309326] 'process raft request' (duration: 194.610913ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:09.475031Z","caller":"traceutil/trace.go:171","msg":"trace[1455932460] transaction","detail":"{read_only:false; response_revision:14842; number_of_response:1; }","duration":"170.810308ms","start":"2026-05-28T02:39:09.304201Z","end":"2026-05-28T02:39:09.475011Z","steps":["trace[1455932460] 'process raft request' (duration: 170.5566ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:09.475012Z","caller":"traceutil/trace.go:171","msg":"trace[1445069729] linearizableReadLoop","detail":"{readStateIndex:15371; appliedIndex:15368; }","duration":"163.683922ms","start":"2026-05-28T02:39:09.311298Z","end":"2026-05-28T02:39:09.474982Z","steps":["trace[1445069729] 'read index received' (duration: 159.973644ms)","trace[1445069729] 'applied index is now lower than readState.Index' (duration: 3.708578ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:39:09.475235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.923169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:39:09.475305Z","caller":"traceutil/trace.go:171","msg":"trace[1986765669] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:14843; }","duration":"164.040513ms","start":"2026-05-28T02:39:09.311247Z","end":"2026-05-28T02:39:09.475287Z","steps":["trace[1986765669] 'agreement among raft nodes before linearized reading' (duration: 163.829947ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:09.475271Z","caller":"traceutil/trace.go:171","msg":"trace[530869529] transaction","detail":"{read_only:false; response_revision:14843; number_of_response:1; }","duration":"170.254559ms","start":"2026-05-28T02:39:09.304973Z","end":"2026-05-28T02:39:09.475228Z","steps":["trace[530869529] 'process raft request' (duration: 169.94441ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:10.215585Z","caller":"traceutil/trace.go:171","msg":"trace[2030467249] transaction","detail":"{read_only:false; response_revision:14849; number_of_response:1; }","duration":"126.633167ms","start":"2026-05-28T02:39:10.088909Z","end":"2026-05-28T02:39:10.215542Z","steps":["trace[2030467249] 'process raft request' (duration: 92.889777ms)","trace[2030467249] 'compare' (duration: 33.481341ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:39:18.011493Z","caller":"traceutil/trace.go:171","msg":"trace[808113087] linearizableReadLoop","detail":"{readStateIndex:15430; appliedIndex:15429; }","duration":"475.242073ms","start":"2026-05-28T02:39:17.536218Z","end":"2026-05-28T02:39:18.01146Z","steps":["trace[808113087] 'read index received' (duration: 475.031176ms)","trace[808113087] 'applied index is now lower than readState.Index' (duration: 209.707µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:39:18.011597Z","caller":"traceutil/trace.go:171","msg":"trace[2136387203] transaction","detail":"{read_only:false; response_revision:14899; number_of_response:1; }","duration":"500.604868ms","start":"2026-05-28T02:39:17.510952Z","end":"2026-05-28T02:39:18.011557Z","steps":["trace[2136387203] 'process raft request' (duration: 500.34343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:18.011655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.413148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:18.011694Z","caller":"traceutil/trace.go:171","msg":"trace[995612514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14899; }","duration":"475.513382ms","start":"2026-05-28T02:39:17.536169Z","end":"2026-05-28T02:39:18.011683Z","steps":["trace[995612514] 'agreement among raft nodes before linearized reading' (duration: 475.429839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:18.011734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:17.536145Z","time spent":"475.581643ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:39:18.011807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:17.510914Z","time spent":"500.773393ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:39:18.041263Z","caller":"traceutil/trace.go:171","msg":"trace[1032464495] transaction","detail":"{read_only:false; response_revision:14900; number_of_response:1; }","duration":"497.719737ms","start":"2026-05-28T02:39:17.543517Z","end":"2026-05-28T02:39:18.041236Z","steps":["trace[1032464495] 'process raft request' (duration: 497.533141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:18.041329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.133809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-28T02:39:18.041384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:17.543499Z","time spent":"497.821879ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:39:18.041428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.631739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:18.041448Z","caller":"traceutil/trace.go:171","msg":"trace[88306874] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:14901; }","duration":"227.683931ms","start":"2026-05-28T02:39:17.81376Z","end":"2026-05-28T02:39:18.041444Z","steps":["trace[88306874] 'agreement among raft nodes before linearized reading' (duration: 227.64459ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:18.041388Z","caller":"traceutil/trace.go:171","msg":"trace[444483722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14901; }","duration":"142.234222ms","start":"2026-05-28T02:39:17.899138Z","end":"2026-05-28T02:39:18.041372Z","steps":["trace[444483722] 'agreement among raft nodes before linearized reading' (duration: 142.067907ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:18.041523Z","caller":"traceutil/trace.go:171","msg":"trace[657074346] transaction","detail":"{read_only:false; response_revision:14901; number_of_response:1; }","duration":"496.955072ms","start":"2026-05-28T02:39:17.544533Z","end":"2026-05-28T02:39:18.041488Z","steps":["trace[657074346] 'process raft request' (duration: 496.630281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:18.04158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.168132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:39:18.041637Z","caller":"traceutil/trace.go:171","msg":"trace[1347861205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14901; }","duration":"429.263755ms","start":"2026-05-28T02:39:17.612359Z","end":"2026-05-28T02:39:18.041623Z","steps":["trace[1347861205] 'agreement among raft nodes before linearized reading' (duration: 429.139941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:18.041671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:17.612344Z","time spent":"429.319047ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:39:18.041668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:17.544505Z","time spent":"497.087336ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:39:18.041791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.697641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:39:18.041816Z","caller":"traceutil/trace.go:171","msg":"trace[916339439] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:14901; }","duration":"407.763703ms","start":"2026-05-28T02:39:17.634045Z","end":"2026-05-28T02:39:18.041809Z","steps":["trace[916339439] 'agreement among raft nodes before linearized reading' (duration: 407.68531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:18.041831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:17.634018Z","time spent":"407.809034ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"warn","ts":"2026-05-28T02:39:18.213206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.079776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:39:18.213322Z","caller":"traceutil/trace.go:171","msg":"trace[1753999216] linearizableReadLoop","detail":"{readStateIndex:15435; appliedIndex:15434; }","duration":"105.185146ms","start":"2026-05-28T02:39:18.10812Z","end":"2026-05-28T02:39:18.213305Z","steps":["trace[1753999216] 'read index received' (duration: 44.011µs)","trace[1753999216] 'applied index is now lower than readState.Index' (duration: 105.139945ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:39:18.213396Z","caller":"traceutil/trace.go:171","msg":"trace[587235860] transaction","detail":"{read_only:false; response_revision:14904; number_of_response:1; }","duration":"167.402429ms","start":"2026-05-28T02:39:18.045949Z","end":"2026-05-28T02:39:18.213352Z","steps":["trace[587235860] 'process raft request' (duration: 48.077015ms)","trace[587235860] 'compare' (duration: 118.933882ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:39:18.213508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.385802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:39:18.213542Z","caller":"traceutil/trace.go:171","msg":"trace[530226077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14904; }","duration":"105.463885ms","start":"2026-05-28T02:39:18.108068Z","end":"2026-05-28T02:39:18.213532Z","steps":["trace[530226077] 'agreement among raft nodes before linearized reading' (duration: 105.327231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:18.213654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.724301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:39:18.213759Z","caller":"traceutil/trace.go:171","msg":"trace[1567586061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14904; }","duration":"104.886056ms","start":"2026-05-28T02:39:18.108844Z","end":"2026-05-28T02:39:18.21373Z","steps":["trace[1567586061] 'agreement among raft nodes before linearized reading' (duration: 104.588077ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:20.242279Z","caller":"traceutil/trace.go:171","msg":"trace[1225919745] transaction","detail":"{read_only:false; response_revision:14909; number_of_response:1; }","duration":"226.089841ms","start":"2026-05-28T02:39:20.016163Z","end":"2026-05-28T02:39:20.242253Z","steps":["trace[1225919745] 'process raft request' (duration: 225.924125ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:20.965969Z","caller":"traceutil/trace.go:171","msg":"trace[1334517327] linearizableReadLoop","detail":"{readStateIndex:15442; appliedIndex:15439; }","duration":"912.42281ms","start":"2026-05-28T02:39:20.053509Z","end":"2026-05-28T02:39:20.965931Z","steps":["trace[1334517327] 'read index received' (duration: 188.653834ms)","trace[1334517327] 'applied index is now lower than readState.Index' (duration: 723.767556ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:39:20.966109Z","caller":"traceutil/trace.go:171","msg":"trace[1699945278] transaction","detail":"{read_only:false; response_revision:14911; number_of_response:1; }","duration":"918.902895ms","start":"2026-05-28T02:39:20.04719Z","end":"2026-05-28T02:39:20.966093Z","steps":["trace[1699945278] 'process raft request' (duration: 918.635016ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:20.966Z","caller":"traceutil/trace.go:171","msg":"trace[1897865115] transaction","detail":"{read_only:false; response_revision:14910; number_of_response:1; }","duration":"919.157573ms","start":"2026-05-28T02:39:20.046802Z","end":"2026-05-28T02:39:20.96596Z","steps":["trace[1897865115] 'process raft request' (duration: 901.44395ms)","trace[1897865115] 'compare' (duration: 17.393782ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:39:20.966251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:20.047173Z","time spent":"918.979138ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:39:20.966287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:20.046777Z","time spent":"919.428331ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:39:20.966764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.246025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:39:20.966829Z","caller":"traceutil/trace.go:171","msg":"trace[431956363] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:14911; }","duration":"913.352109ms","start":"2026-05-28T02:39:20.053462Z","end":"2026-05-28T02:39:20.966814Z","steps":["trace[431956363] 'agreement among raft nodes before linearized reading' (duration: 913.164193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:20.966864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:20.053447Z","time spent":"913.406711ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"warn","ts":"2026-05-28T02:39:20.967229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.309838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:39:20.96726Z","caller":"traceutil/trace.go:171","msg":"trace[1777137771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14912; }","duration":"750.380809ms","start":"2026-05-28T02:39:20.21687Z","end":"2026-05-28T02:39:20.967251Z","steps":["trace[1777137771] 'agreement among raft nodes before linearized reading' (duration: 750.267516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:20.967278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:20.216852Z","time spent":"750.422081ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:39:20.967329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.515993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-28T02:39:20.967347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.163293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-05-28T02:39:20.967401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.492018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T02:39:20.9674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.225758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:39:20.967469Z","caller":"traceutil/trace.go:171","msg":"trace[681051921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14912; }","duration":"869.599801ms","start":"2026-05-28T02:39:20.097852Z","end":"2026-05-28T02:39:20.967452Z","steps":["trace[681051921] 'agreement among raft nodes before linearized reading' (duration: 869.431346ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:20.967366Z","caller":"traceutil/trace.go:171","msg":"trace[701017782] transaction","detail":"{read_only:false; response_revision:14912; number_of_response:1; }","duration":"695.968384ms","start":"2026-05-28T02:39:20.271222Z","end":"2026-05-28T02:39:20.96719Z","steps":["trace[701017782] 'process raft request' (duration: 695.788618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:20.967527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:20.097831Z","time spent":"869.683264ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:39:20.967664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.512528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:39:20.967485Z","caller":"traceutil/trace.go:171","msg":"trace[1148086037] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:14912; }","duration":"123.365673ms","start":"2026-05-28T02:39:20.844097Z","end":"2026-05-28T02:39:20.967463Z","steps":["trace[1148086037] 'agreement among raft nodes before linearized reading' (duration: 123.229959ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:20.967739Z","caller":"traceutil/trace.go:171","msg":"trace[1919476564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14912; }","duration":"717.621871ms","start":"2026-05-28T02:39:20.2501Z","end":"2026-05-28T02:39:20.967721Z","steps":["trace[1919476564] 'agreement among raft nodes before linearized reading' (duration: 717.287941ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:20.967414Z","caller":"traceutil/trace.go:171","msg":"trace[891642761] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14912; }","duration":"563.632577ms","start":"2026-05-28T02:39:20.403759Z","end":"2026-05-28T02:39:20.967391Z","steps":["trace[891642761] 'agreement among raft nodes before linearized reading' (duration: 563.394449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:20.96775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:20.271193Z","time spent":"696.365166ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:39:20.967789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:20.250082Z","time spent":"717.694853ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:39:20.967803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:20.403742Z","time spent":"564.044229ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T02:39:20.967423Z","caller":"traceutil/trace.go:171","msg":"trace[62782700] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:14912; }","duration":"779.253425ms","start":"2026-05-28T02:39:20.188153Z","end":"2026-05-28T02:39:20.967406Z","steps":["trace[62782700] 'agreement among raft nodes before linearized reading' (duration: 779.003977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:20.967949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:20.188105Z","time spent":"779.831844ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-05-28T02:39:20.967418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.52929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:39:20.968223Z","caller":"traceutil/trace.go:171","msg":"trace[1202828637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14912; }","duration":"713.223091ms","start":"2026-05-28T02:39:20.254843Z","end":"2026-05-28T02:39:20.968066Z","steps":["trace[1202828637] 'agreement among raft nodes before linearized reading' (duration: 712.525149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:20.968298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:20.254826Z","time spent":"713.452858ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:39:20.96793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.632512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:20.968907Z","caller":"traceutil/trace.go:171","msg":"trace[807424239] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:14912; }","duration":"130.704916ms","start":"2026-05-28T02:39:20.838159Z","end":"2026-05-28T02:39:20.968864Z","steps":["trace[807424239] 'agreement among raft nodes before linearized reading' (duration: 129.28041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:20.969939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.535901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:39:20.970074Z","caller":"traceutil/trace.go:171","msg":"trace[1874406656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14912; }","duration":"882.700106ms","start":"2026-05-28T02:39:20.087354Z","end":"2026-05-28T02:39:20.970054Z","steps":["trace[1874406656] 'agreement among raft nodes before linearized reading' (duration: 879.785204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:20.970183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:20.087342Z","time spent":"882.82149ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:39:22.352391Z","caller":"traceutil/trace.go:171","msg":"trace[773847360] transaction","detail":"{read_only:false; response_revision:14923; number_of_response:1; }","duration":"105.556667ms","start":"2026-05-28T02:39:22.246816Z","end":"2026-05-28T02:39:22.352372Z","steps":["trace[773847360] 'process raft request' (duration: 105.421453ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:22.494483Z","caller":"traceutil/trace.go:171","msg":"trace[1090102437] linearizableReadLoop","detail":"{readStateIndex:15456; appliedIndex:15455; }","duration":"124.882771ms","start":"2026-05-28T02:39:22.36958Z","end":"2026-05-28T02:39:22.494463Z","steps":["trace[1090102437] 'read index received' (duration: 124.662584ms)","trace[1090102437] 'applied index is now lower than readState.Index' (duration: 218.857µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:39:22.494525Z","caller":"traceutil/trace.go:171","msg":"trace[1303897811] transaction","detail":"{read_only:false; response_revision:14924; number_of_response:1; }","duration":"131.867112ms","start":"2026-05-28T02:39:22.362635Z","end":"2026-05-28T02:39:22.494502Z","steps":["trace[1303897811] 'process raft request' (duration: 131.706237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:22.494678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.088867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-7sr27\" ","response":"range_response_count:1 size:11923"} {"level":"info","ts":"2026-05-28T02:39:22.494704Z","caller":"traceutil/trace.go:171","msg":"trace[2136736375] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-7sr27; range_end:; response_count:1; response_revision:14924; }","duration":"125.16072ms","start":"2026-05-28T02:39:22.369537Z","end":"2026-05-28T02:39:22.494698Z","steps":["trace[2136736375] 'agreement among raft nodes before linearized reading' (duration: 125.000164ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:24.134906Z","caller":"traceutil/trace.go:171","msg":"trace[1715678991] linearizableReadLoop","detail":"{readStateIndex:15471; appliedIndex:15470; }","duration":"332.076423ms","start":"2026-05-28T02:39:23.802797Z","end":"2026-05-28T02:39:24.134873Z","steps":["trace[1715678991] 'read index received' (duration: 275.104586ms)","trace[1715678991] 'applied index is now lower than readState.Index' (duration: 56.970337ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:39:24.135095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.282639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:39:24.13513Z","caller":"traceutil/trace.go:171","msg":"trace[1035267006] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:14939; }","duration":"332.375013ms","start":"2026-05-28T02:39:23.802746Z","end":"2026-05-28T02:39:24.135121Z","steps":["trace[1035267006] 'agreement among raft nodes before linearized reading' (duration: 332.225228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:24.135163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:23.802727Z","time spent":"332.427654ms","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:39:24.135144Z","caller":"traceutil/trace.go:171","msg":"trace[1944625949] transaction","detail":"{read_only:false; response_revision:14939; number_of_response:1; }","duration":"405.268514ms","start":"2026-05-28T02:39:23.729837Z","end":"2026-05-28T02:39:24.135106Z","steps":["trace[1944625949] 'process raft request' (duration: 348.095781ms)","trace[1944625949] 'compare' (duration: 56.698928ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:39:24.135328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:23.729813Z","time spent":"405.407139ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:39:24.550765Z","caller":"traceutil/trace.go:171","msg":"trace[816224512] transaction","detail":"{read_only:false; response_revision:14941; number_of_response:1; }","duration":"113.367236ms","start":"2026-05-28T02:39:24.437356Z","end":"2026-05-28T02:39:24.550723Z","steps":["trace[816224512] 'process raft request' (duration: 113.17776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:44.222301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492420863,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:39:44.722924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492420863,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:39:45.158477Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.480148405s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:39:45.159048Z","caller":"traceutil/trace.go:171","msg":"trace[1005376156] transaction","detail":"{read_only:false; response_revision:15228; number_of_response:1; }","duration":"1.480818166s","start":"2026-05-28T02:39:43.678197Z","end":"2026-05-28T02:39:45.159016Z","steps":["trace[1005376156] 'process raft request' (duration: 1.4806297s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:45.159211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:43.678172Z","time spent":"1.480954721s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:39:45.741828Z","caller":"traceutil/trace.go:171","msg":"trace[195821000] transaction","detail":"{read_only:false; response_revision:15230; number_of_response:1; }","duration":"1.899314509s","start":"2026-05-28T02:39:43.842477Z","end":"2026-05-28T02:39:45.741792Z","steps":["trace[195821000] 'process raft request' (duration: 1.899159894s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:45.74187Z","caller":"traceutil/trace.go:171","msg":"trace[1005512309] transaction","detail":"{read_only:false; response_revision:15229; number_of_response:1; }","duration":"2.054174742s","start":"2026-05-28T02:39:43.687657Z","end":"2026-05-28T02:39:45.741832Z","steps":["trace[1005512309] 'process raft request' (duration: 2.053789339s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:45.741925Z","caller":"traceutil/trace.go:171","msg":"trace[688854303] transaction","detail":"{read_only:false; response_revision:15231; number_of_response:1; }","duration":"1.239832964s","start":"2026-05-28T02:39:44.502051Z","end":"2026-05-28T02:39:45.741884Z","steps":["trace[688854303] 'process raft request' (duration: 1.239631768s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:45.741935Z","caller":"traceutil/trace.go:171","msg":"trace[860901928] transaction","detail":"{read_only:false; response_revision:15233; number_of_response:1; }","duration":"686.911917ms","start":"2026-05-28T02:39:45.055002Z","end":"2026-05-28T02:39:45.741914Z","steps":["trace[860901928] 'process raft request' (duration: 686.756252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:45.742053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:43.842442Z","time spent":"1.899473204s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:39:45.742044Z","caller":"traceutil/trace.go:171","msg":"trace[1430079024] transaction","detail":"{read_only:false; response_revision:15232; number_of_response:1; }","duration":"981.225061ms","start":"2026-05-28T02:39:44.760788Z","end":"2026-05-28T02:39:45.742013Z","steps":["trace[1430079024] 'process raft request' (duration: 980.929552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:45.742123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:45.054974Z","time spent":"687.078643ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:39:45.742149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:44.502024Z","time spent":"1.240029381s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:39:45.742154Z","caller":"traceutil/trace.go:171","msg":"trace[2074623417] linearizableReadLoop","detail":"{readStateIndex:15777; appliedIndex:15773; }","duration":"2.024240172s","start":"2026-05-28T02:39:43.717884Z","end":"2026-05-28T02:39:45.742124Z","steps":["trace[2074623417] 'read index received' (duration: 1.440950462s)","trace[2074623417] 'applied index is now lower than readState.Index' (duration: 583.28869ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:39:45.742238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:44.760765Z","time spent":"981.389617ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:39:45.742189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:43.687634Z","time spent":"2.054374588s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:39:45.742275Z","caller":"traceutil/trace.go:171","msg":"trace[1285079266] transaction","detail":"{read_only:false; response_revision:15235; number_of_response:1; }","duration":"686.511385ms","start":"2026-05-28T02:39:45.05573Z","end":"2026-05-28T02:39:45.742241Z","steps":["trace[1285079266] 'process raft request' (duration: 686.292328ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:45.742296Z","caller":"traceutil/trace.go:171","msg":"trace[958156048] transaction","detail":"{read_only:false; response_revision:15234; number_of_response:1; }","duration":"686.675849ms","start":"2026-05-28T02:39:45.05556Z","end":"2026-05-28T02:39:45.742236Z","steps":["trace[958156048] 'process raft request' (duration: 686.320088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:45.742416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:45.055722Z","time spent":"686.631368ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:39:45.74248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024577542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7002a2da-a418-4c32-923a-715c3ff0114b\" ","response":"range_response_count:1 size:3755"} {"level":"warn","ts":"2026-05-28T02:39:45.742513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:45.055535Z","time spent":"686.870116ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:39:45.742577Z","caller":"traceutil/trace.go:171","msg":"trace[1633464564] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7002a2da-a418-4c32-923a-715c3ff0114b; range_end:; response_count:1; response_revision:15235; }","duration":"2.024711376s","start":"2026-05-28T02:39:43.717842Z","end":"2026-05-28T02:39:45.742553Z","steps":["trace[1633464564] 'agreement among raft nodes before linearized reading' (duration: 2.024411667s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:45.742632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:43.717827Z","time spent":"2.0247941s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3778,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7002a2da-a418-4c32-923a-715c3ff0114b\" "} {"level":"warn","ts":"2026-05-28T02:39:46.416957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.231971ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T02:39:46.417059Z","caller":"traceutil/trace.go:171","msg":"trace[2135975089] linearizableReadLoop","detail":"{readStateIndex:15782; appliedIndex:15781; }","duration":"674.807633ms","start":"2026-05-28T02:39:45.742231Z","end":"2026-05-28T02:39:46.417038Z","steps":["trace[2135975089] 'read index received' (duration: 124.501649ms)","trace[2135975089] 'applied index is now lower than readState.Index' (duration: 550.304504ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:39:46.417206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881091572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:39:46.417261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314940016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:39:46.417255Z","caller":"traceutil/trace.go:171","msg":"trace[16866118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15235; }","duration":"1.881175615s","start":"2026-05-28T02:39:44.536065Z","end":"2026-05-28T02:39:46.41724Z","steps":["trace[16866118] 'agreement among raft nodes before linearized reading' (duration: 1.881079182s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:46.417334Z","caller":"traceutil/trace.go:171","msg":"trace[1357820722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15235; }","duration":"1.315040028s","start":"2026-05-28T02:39:45.102276Z","end":"2026-05-28T02:39:46.417316Z","steps":["trace[1357820722] 'agreement among raft nodes before linearized reading' (duration: 1.314794281s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:46.41734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422233079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-q44xp\" ","response":"range_response_count:1 size:20667"} {"level":"warn","ts":"2026-05-28T02:39:46.417381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:45.10227Z","time spent":"1.3150967s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:39:46.417372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235643691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-05-28T02:39:46.417422Z","caller":"traceutil/trace.go:171","msg":"trace[1167457492] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-q44xp; range_end:; response_count:1; response_revision:15235; }","duration":"1.422353162s","start":"2026-05-28T02:39:44.995046Z","end":"2026-05-28T02:39:46.417399Z","steps":["trace[1167457492] 'agreement among raft nodes before linearized reading' (duration: 1.422094364s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:46.417468Z","caller":"traceutil/trace.go:171","msg":"trace[1781915693] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:15235; }","duration":"1.235789905s","start":"2026-05-28T02:39:45.181649Z","end":"2026-05-28T02:39:46.417439Z","steps":["trace[1781915693] 'agreement among raft nodes before linearized reading' (duration: 1.235535617s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:46.417477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:44.995024Z","time spent":"1.422439065s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20690,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-q44xp\" "} {"level":"warn","ts":"2026-05-28T02:39:46.417479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316745553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T02:39:46.417535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.990055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18b39a588305d108\" ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-05-28T02:39:46.41759Z","caller":"traceutil/trace.go:171","msg":"trace[1949152172] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-nova-server-0.18b39a588305d108; range_end:; response_count:1; response_revision:15235; }","duration":"306.069038ms","start":"2026-05-28T02:39:46.111505Z","end":"2026-05-28T02:39:46.417574Z","steps":["trace[1949152172] 'agreement among raft nodes before linearized reading' (duration: 305.951624ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:46.417592Z","caller":"traceutil/trace.go:171","msg":"trace[1952552599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15235; }","duration":"1.316862027s","start":"2026-05-28T02:39:45.100686Z","end":"2026-05-28T02:39:46.417548Z","steps":["trace[1952552599] 'agreement among raft nodes before linearized reading' (duration: 1.316495975s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:46.417631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:46.111488Z","time spent":"306.134429ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1024,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18b39a588305d108\" "} {"level":"warn","ts":"2026-05-28T02:39:46.417655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:45.100679Z","time spent":"1.3169617s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:39:46.417417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:44.536045Z","time spent":"1.881355s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:39:46.417539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:45.181624Z","time spent":"1.235900039s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"warn","ts":"2026-05-28T02:39:46.417707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537125698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-28T02:39:46.417668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315241045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T02:39:46.417779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532651137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-28T02:39:46.417633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322867917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:39:46.417878Z","caller":"traceutil/trace.go:171","msg":"trace[2036211301] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15235; }","duration":"2.532796301s","start":"2026-05-28T02:39:43.885067Z","end":"2026-05-28T02:39:46.417864Z","steps":["trace[2036211301] 'agreement among raft nodes before linearized reading' (duration: 2.532497281s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:46.417868Z","caller":"traceutil/trace.go:171","msg":"trace[888974978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15235; }","duration":"1.315437561s","start":"2026-05-28T02:39:45.102412Z","end":"2026-05-28T02:39:46.41785Z","steps":["trace[888974978] 'agreement among raft nodes before linearized reading' (duration: 1.315144802s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:46.418102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.413067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:39:46.418117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:45.102349Z","time spent":"1.315748081s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:39:46.41738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309860615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:39:46.418199Z","caller":"traceutil/trace.go:171","msg":"trace[385371111] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:15235; }","duration":"754.563933ms","start":"2026-05-28T02:39:45.663613Z","end":"2026-05-28T02:39:46.418177Z","steps":["trace[385371111] 'agreement among raft nodes before linearized reading' (duration: 754.366347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:46.41825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:45.66359Z","time spent":"754.644945ms","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:39:46.418261Z","caller":"traceutil/trace.go:171","msg":"trace[293664999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15235; }","duration":"1.310767793s","start":"2026-05-28T02:39:45.107462Z","end":"2026-05-28T02:39:46.41823Z","steps":["trace[293664999] 'agreement among raft nodes before linearized reading' (duration: 1.309777742s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:46.417768Z","caller":"traceutil/trace.go:171","msg":"trace[2114253235] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15235; }","duration":"2.537216071s","start":"2026-05-28T02:39:43.880533Z","end":"2026-05-28T02:39:46.417749Z","steps":["trace[2114253235] 'agreement among raft nodes before linearized reading' (duration: 2.536819329s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:46.418367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:45.107452Z","time spent":"1.310897017s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:39:46.418452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:43.880517Z","time spent":"2.537859892s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-28T02:39:46.417968Z","caller":"traceutil/trace.go:171","msg":"trace[533205904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15235; }","duration":"1.323230408s","start":"2026-05-28T02:39:45.094717Z","end":"2026-05-28T02:39:46.417948Z","steps":["trace[533205904] 'agreement among raft nodes before linearized reading' (duration: 1.322687161s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:46.418582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:45.094704Z","time spent":"1.323855468s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:39:46.417982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:43.885045Z","time spent":"2.532925175s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-28T02:40:36.07873Z","caller":"traceutil/trace.go:171","msg":"trace[1584725634] linearizableReadLoop","detail":"{readStateIndex:16415; appliedIndex:16414; }","duration":"409.54438ms","start":"2026-05-28T02:40:35.669148Z","end":"2026-05-28T02:40:36.078693Z","steps":["trace[1584725634] 'read index received' (duration: 347.975057ms)","trace[1584725634] 'applied index is now lower than readState.Index' (duration: 61.565933ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:40:36.078797Z","caller":"traceutil/trace.go:171","msg":"trace[163501586] transaction","detail":"{read_only:false; response_revision:15854; number_of_response:1; }","duration":"170.664013ms","start":"2026-05-28T02:40:35.908106Z","end":"2026-05-28T02:40:36.07877Z","steps":["trace[163501586] 'process raft request' (duration: 170.56186ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:40:36.078838Z","caller":"traceutil/trace.go:171","msg":"trace[1716806521] transaction","detail":"{read_only:false; response_revision:15853; number_of_response:1; }","duration":"172.324536ms","start":"2026-05-28T02:40:35.906471Z","end":"2026-05-28T02:40:36.078796Z","steps":["trace[1716806521] 'process raft request' (duration: 172.058368ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:40:36.079012Z","caller":"traceutil/trace.go:171","msg":"trace[378197325] transaction","detail":"{read_only:false; response_revision:15855; number_of_response:1; }","duration":"168.792903ms","start":"2026-05-28T02:40:35.910207Z","end":"2026-05-28T02:40:36.079Z","steps":["trace[378197325] 'process raft request' (duration: 168.519885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:40:36.079152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.980373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:40:36.07921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.276484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:40:36.079224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.431437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:40:36.079248Z","caller":"traceutil/trace.go:171","msg":"trace[330940349] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:15855; }","duration":"410.136019ms","start":"2026-05-28T02:40:35.669091Z","end":"2026-05-28T02:40:36.079227Z","steps":["trace[330940349] 'agreement among raft nodes before linearized reading' (duration: 409.772017ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:40:36.079261Z","caller":"traceutil/trace.go:171","msg":"trace[808279909] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15856; }","duration":"300.371397ms","start":"2026-05-28T02:40:35.778874Z","end":"2026-05-28T02:40:36.079245Z","steps":["trace[808279909] 'agreement among raft nodes before linearized reading' (duration: 300.253173ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:40:36.079282Z","caller":"traceutil/trace.go:171","msg":"trace[1667282647] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15856; }","duration":"153.513069ms","start":"2026-05-28T02:40:35.925752Z","end":"2026-05-28T02:40:36.079265Z","steps":["trace[1667282647] 'agreement among raft nodes before linearized reading' (duration: 153.396365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:40:36.079296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:40:35.66907Z","time spent":"410.21528ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":10,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:40:36.079295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.302313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:40:36.079338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.648413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-05-28T02:40:36.079297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:40:35.778858Z","time spent":"300.431199ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-28T02:40:36.079354Z","caller":"traceutil/trace.go:171","msg":"trace[1337941372] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15856; }","duration":"299.390515ms","start":"2026-05-28T02:40:35.779947Z","end":"2026-05-28T02:40:36.079337Z","steps":["trace[1337941372] 'agreement among raft nodes before linearized reading' (duration: 299.299262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:40:36.079362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.802712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:40:36.079387Z","caller":"traceutil/trace.go:171","msg":"trace[1734510705] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15856; }","duration":"299.745987ms","start":"2026-05-28T02:40:35.779626Z","end":"2026-05-28T02:40:36.079372Z","steps":["trace[1734510705] 'agreement among raft nodes before linearized reading' (duration: 299.573502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:40:36.079412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.357876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-28T02:40:36.079431Z","caller":"traceutil/trace.go:171","msg":"trace[1423515926] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15856; }","duration":"295.904246ms","start":"2026-05-28T02:40:35.783508Z","end":"2026-05-28T02:40:36.079412Z","steps":["trace[1423515926] 'agreement among raft nodes before linearized reading' (duration: 295.661448ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:40:36.079443Z","caller":"traceutil/trace.go:171","msg":"trace[765475409] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15856; }","duration":"300.398247ms","start":"2026-05-28T02:40:35.779036Z","end":"2026-05-28T02:40:36.079434Z","steps":["trace[765475409] 'agreement among raft nodes before linearized reading' (duration: 300.283284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:40:36.079469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:40:35.779032Z","time spent":"300.431019ms","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-28T02:40:36.079524Z","caller":"traceutil/trace.go:171","msg":"trace[531849474] transaction","detail":"{read_only:false; response_revision:15856; number_of_response:1; }","duration":"166.751419ms","start":"2026-05-28T02:40:35.912764Z","end":"2026-05-28T02:40:36.079515Z","steps":["trace[531849474] 'process raft request' (duration: 166.16879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:40:36.079537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.169152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-28T02:40:36.07955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.672715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:40:36.079569Z","caller":"traceutil/trace.go:171","msg":"trace[1677496030] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15856; }","duration":"295.235564ms","start":"2026-05-28T02:40:35.784324Z","end":"2026-05-28T02:40:36.07956Z","steps":["trace[1677496030] 'agreement among raft nodes before linearized reading' (duration: 295.11817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:40:36.079544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.42039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:40:36.079607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.998752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-05-28T02:40:36.079626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.443051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-28T02:40:36.079638Z","caller":"traceutil/trace.go:171","msg":"trace[2057992494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15856; }","duration":"266.549884ms","start":"2026-05-28T02:40:35.813061Z","end":"2026-05-28T02:40:36.07961Z","steps":["trace[2057992494] 'agreement among raft nodes before linearized reading' (duration: 266.370418ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:40:36.079655Z","caller":"traceutil/trace.go:171","msg":"trace[1667982640] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15856; }","duration":"106.074845ms","start":"2026-05-28T02:40:35.973565Z","end":"2026-05-28T02:40:36.07964Z","steps":["trace[1667982640] 'agreement among raft nodes before linearized reading' (duration: 105.91001ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:40:36.079665Z","caller":"traceutil/trace.go:171","msg":"trace[323960287] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15856; }","duration":"144.515593ms","start":"2026-05-28T02:40:35.93514Z","end":"2026-05-28T02:40:36.079655Z","steps":["trace[323960287] 'agreement among raft nodes before linearized reading' (duration: 144.41754ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:40:36.079583Z","caller":"traceutil/trace.go:171","msg":"trace[763645363] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15856; }","duration":"142.731977ms","start":"2026-05-28T02:40:35.93684Z","end":"2026-05-28T02:40:36.079572Z","steps":["trace[763645363] 'agreement among raft nodes before linearized reading' (duration: 142.636984ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:40:54.284886Z","caller":"traceutil/trace.go:171","msg":"trace[1791181375] transaction","detail":"{read_only:false; response_revision:15951; number_of_response:1; }","duration":"146.639023ms","start":"2026-05-28T02:40:54.138212Z","end":"2026-05-28T02:40:54.284851Z","steps":["trace[1791181375] 'process raft request' (duration: 141.19409ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:40:54.285209Z","caller":"traceutil/trace.go:171","msg":"trace[1355496181] transaction","detail":"{read_only:false; response_revision:15952; number_of_response:1; }","duration":"126.333128ms","start":"2026-05-28T02:40:54.15882Z","end":"2026-05-28T02:40:54.285153Z","steps":["trace[1355496181] 'process raft request' (duration: 125.965527ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:40:54.285266Z","caller":"traceutil/trace.go:171","msg":"trace[1463032311] transaction","detail":"{read_only:false; response_revision:15953; number_of_response:1; }","duration":"122.382323ms","start":"2026-05-28T02:40:54.162851Z","end":"2026-05-28T02:40:54.285234Z","steps":["trace[1463032311] 'process raft request' (duration: 122.175236ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:40:54.285187Z","caller":"traceutil/trace.go:171","msg":"trace[267777554] linearizableReadLoop","detail":"{readStateIndex:16517; appliedIndex:16515; }","duration":"133.865697ms","start":"2026-05-28T02:40:54.151293Z","end":"2026-05-28T02:40:54.285158Z","steps":["trace[267777554] 'read index received' (duration: 36.387404ms)","trace[267777554] 'applied index is now lower than readState.Index' (duration: 97.477153ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:40:54.285587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.27495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:40:54.285657Z","caller":"traceutil/trace.go:171","msg":"trace[776751487] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15953; }","duration":"134.383884ms","start":"2026-05-28T02:40:54.151252Z","end":"2026-05-28T02:40:54.285635Z","steps":["trace[776751487] 'agreement among raft nodes before linearized reading' (duration: 134.162007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:00.500668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.55342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:41:00.500949Z","caller":"traceutil/trace.go:171","msg":"trace[1652053761] transaction","detail":"{read_only:false; response_revision:15980; number_of_response:1; }","duration":"293.849823ms","start":"2026-05-28T02:41:00.20706Z","end":"2026-05-28T02:41:00.50091Z","steps":["trace[1652053761] 'process raft request' (duration: 59.936842ms)","trace[1652053761] 'compare' (duration: 233.24043ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:41:00.500964Z","caller":"traceutil/trace.go:171","msg":"trace[1625440328] transaction","detail":"{read_only:false; response_revision:15981; number_of_response:1; }","duration":"293.634016ms","start":"2026-05-28T02:41:00.207305Z","end":"2026-05-28T02:41:00.500939Z","steps":["trace[1625440328] 'process raft request' (duration: 293.513893ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:41:00.723517Z","caller":"traceutil/trace.go:171","msg":"trace[1664623183] linearizableReadLoop","detail":"{readStateIndex:16550; appliedIndex:16547; }","duration":"417.918559ms","start":"2026-05-28T02:41:00.305569Z","end":"2026-05-28T02:41:00.723487Z","steps":["trace[1664623183] 'read index received' (duration: 179.98802ms)","trace[1664623183] 'applied index is now lower than readState.Index' (duration: 237.929019ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:41:00.72363Z","caller":"traceutil/trace.go:171","msg":"trace[886837397] transaction","detail":"{read_only:false; response_revision:15983; number_of_response:1; }","duration":"415.218484ms","start":"2026-05-28T02:41:00.308381Z","end":"2026-05-28T02:41:00.723599Z","steps":["trace[886837397] 'process raft request' (duration: 414.968756ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:41:00.723681Z","caller":"traceutil/trace.go:171","msg":"trace[813401729] transaction","detail":"{read_only:false; response_revision:15984; number_of_response:1; }","duration":"412.956552ms","start":"2026-05-28T02:41:00.310685Z","end":"2026-05-28T02:41:00.723641Z","steps":["trace[813401729] 'process raft request' (duration: 412.754546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:00.72377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.346714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:41:00.723774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:00.308369Z","time spent":"415.322318ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:41:00.723841Z","caller":"traceutil/trace.go:171","msg":"trace[1951029772] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:15984; }","duration":"401.470428ms","start":"2026-05-28T02:41:00.322354Z","end":"2026-05-28T02:41:00.723825Z","steps":["trace[1951029772] 'agreement among raft nodes before linearized reading' (duration: 401.318533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:00.723885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:00.322342Z","time spent":"401.53082ms","remote":"127.0.0.1:41668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:41:00.72388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:00.310662Z","time spent":"413.122148ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:41:00.723911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.712698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:41:00.723732Z","caller":"traceutil/trace.go:171","msg":"trace[606496025] transaction","detail":"{read_only:false; response_revision:15982; number_of_response:1; }","duration":"418.345633ms","start":"2026-05-28T02:41:00.305227Z","end":"2026-05-28T02:41:00.723572Z","steps":["trace[606496025] 'process raft request' (duration: 401.476548ms)","trace[606496025] 'compare' (duration: 16.158393ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:41:00.724067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.817327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"info","ts":"2026-05-28T02:41:00.724111Z","caller":"traceutil/trace.go:171","msg":"trace[644556545] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15984; }","duration":"220.882368ms","start":"2026-05-28T02:41:00.503215Z","end":"2026-05-28T02:41:00.724097Z","steps":["trace[644556545] 'agreement among raft nodes before linearized reading' (duration: 220.818826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:00.724096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.74344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:41:00.72417Z","caller":"traceutil/trace.go:171","msg":"trace[1768048074] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15984; }","duration":"299.877334ms","start":"2026-05-28T02:41:00.424276Z","end":"2026-05-28T02:41:00.724153Z","steps":["trace[1768048074] 'agreement among raft nodes before linearized reading' (duration: 299.7436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:00.724197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.290063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-46sdx\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-05-28T02:41:00.72424Z","caller":"traceutil/trace.go:171","msg":"trace[748946247] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-46sdx; range_end:; response_count:1; response_revision:15984; }","duration":"378.350614ms","start":"2026-05-28T02:41:00.345876Z","end":"2026-05-28T02:41:00.724227Z","steps":["trace[748946247] 'agreement among raft nodes before linearized reading' (duration: 378.174008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:00.724259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.613926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:41:00.724284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:00.345865Z","time spent":"378.411476ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-46sdx\" "} {"level":"info","ts":"2026-05-28T02:41:00.724287Z","caller":"traceutil/trace.go:171","msg":"trace[1599924041] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15984; }","duration":"299.642457ms","start":"2026-05-28T02:41:00.424637Z","end":"2026-05-28T02:41:00.724279Z","steps":["trace[1599924041] 'agreement among raft nodes before linearized reading' (duration: 299.594906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:00.724315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.065918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:41:00.724358Z","caller":"traceutil/trace.go:171","msg":"trace[724463290] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15984; }","duration":"299.125981ms","start":"2026-05-28T02:41:00.425222Z","end":"2026-05-28T02:41:00.724347Z","steps":["trace[724463290] 'agreement among raft nodes before linearized reading' (duration: 299.067649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:00.724409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:00.3052Z","time spent":"418.852609ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:41:00.723948Z","caller":"traceutil/trace.go:171","msg":"trace[1901371063] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15984; }","duration":"298.746519ms","start":"2026-05-28T02:41:00.425191Z","end":"2026-05-28T02:41:00.723937Z","steps":["trace[1901371063] 'agreement among raft nodes before linearized reading' (duration: 298.644695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:00.723794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.21471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:41:00.724675Z","caller":"traceutil/trace.go:171","msg":"trace[1118464463] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15984; }","duration":"419.120357ms","start":"2026-05-28T02:41:00.305537Z","end":"2026-05-28T02:41:00.724657Z","steps":["trace[1118464463] 'agreement among raft nodes before linearized reading' (duration: 418.090265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:00.724019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.885131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:41:00.724728Z","caller":"traceutil/trace.go:171","msg":"trace[195237284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15984; }","duration":"188.652465ms","start":"2026-05-28T02:41:00.536065Z","end":"2026-05-28T02:41:00.724717Z","steps":["trace[195237284] 'agreement among raft nodes before linearized reading' (duration: 187.902762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:00.724728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:00.305527Z","time spent":"419.18709ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-28T02:41:00.908047Z","caller":"traceutil/trace.go:171","msg":"trace[1653050129] transaction","detail":"{read_only:false; response_revision:15986; number_of_response:1; }","duration":"106.101976ms","start":"2026-05-28T02:41:00.80191Z","end":"2026-05-28T02:41:00.908012Z","steps":["trace[1653050129] 'process raft request' (duration: 76.343932ms)","trace[1653050129] 'compare' (duration: 29.574128ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:41:00.90821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.758671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:41:00.908259Z","caller":"traceutil/trace.go:171","msg":"trace[1253998999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15987; }","duration":"108.827933ms","start":"2026-05-28T02:41:00.799418Z","end":"2026-05-28T02:41:00.908246Z","steps":["trace[1253998999] 'agreement among raft nodes before linearized reading' (duration: 108.703469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:00.908336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.255056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:41:00.908351Z","caller":"traceutil/trace.go:171","msg":"trace[1733268566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15987; }","duration":"109.288338ms","start":"2026-05-28T02:41:00.799056Z","end":"2026-05-28T02:41:00.908344Z","steps":["trace[1733268566] 'agreement among raft nodes before linearized reading' (duration: 109.244116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:00.908413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.109924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:41:00.908445Z","caller":"traceutil/trace.go:171","msg":"trace[1298477906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15987; }","duration":"110.169246ms","start":"2026-05-28T02:41:00.798272Z","end":"2026-05-28T02:41:00.908441Z","steps":["trace[1298477906] 'agreement among raft nodes before linearized reading' (duration: 110.113464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:03.035326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492423354,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:41:03.139734Z","caller":"traceutil/trace.go:171","msg":"trace[1226833767] transaction","detail":"{read_only:false; response_revision:15993; number_of_response:1; }","duration":"632.696945ms","start":"2026-05-28T02:41:02.507022Z","end":"2026-05-28T02:41:03.139719Z","steps":["trace[1226833767] 'process raft request' (duration: 632.583141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:03.139915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:02.507Z","time spent":"632.779047ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:41:04.188034Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.044422157s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:41:04.189703Z","caller":"traceutil/trace.go:171","msg":"trace[2082912805] transaction","detail":"{read_only:false; response_revision:15995; number_of_response:1; }","duration":"1.459446005s","start":"2026-05-28T02:41:02.730234Z","end":"2026-05-28T02:41:04.18968Z","steps":["trace[2082912805] 'process raft request' (duration: 1.459361512s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.189831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:02.730214Z","time spent":"1.459543988s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:41:04.18987Z","caller":"traceutil/trace.go:171","msg":"trace[1665136869] linearizableReadLoop","detail":"{readStateIndex:16564; appliedIndex:16560; }","duration":"1.654951218s","start":"2026-05-28T02:41:02.534888Z","end":"2026-05-28T02:41:04.189839Z","steps":["trace[1665136869] 'read index received' (duration: 604.797899ms)","trace[1665136869] 'applied index is now lower than readState.Index' (duration: 1.050152169s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:41:04.190034Z","caller":"traceutil/trace.go:171","msg":"trace[1527274015] transaction","detail":"{read_only:false; response_revision:15994; number_of_response:1; }","duration":"1.460205939s","start":"2026-05-28T02:41:02.729817Z","end":"2026-05-28T02:41:04.190023Z","steps":["trace[1527274015] 'process raft request' (duration: 1.458388981s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:41:04.190121Z","caller":"traceutil/trace.go:171","msg":"trace[80200053] transaction","detail":"{read_only:false; response_revision:15996; number_of_response:1; }","duration":"1.458624649s","start":"2026-05-28T02:41:02.731481Z","end":"2026-05-28T02:41:04.190106Z","steps":["trace[80200053] 'process raft request' (duration: 1.458158794s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.190233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:02.731475Z","time spent":"1.45868364s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:41:04.19038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457335548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:41:04.190413Z","caller":"traceutil/trace.go:171","msg":"trace[1327314039] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15996; }","duration":"1.45739386s","start":"2026-05-28T02:41:02.733009Z","end":"2026-05-28T02:41:04.190403Z","steps":["trace[1327314039] 'agreement among raft nodes before linearized reading' (duration: 1.457287067s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.19043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:02.732995Z","time spent":"1.457431831s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:41:04.190512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22008228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T02:41:04.190578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265252173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T02:41:04.190577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.312373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:41:04.190676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278350119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:41:04.190691Z","caller":"traceutil/trace.go:171","msg":"trace[1838495440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15996; }","duration":"1.278363139s","start":"2026-05-28T02:41:02.912322Z","end":"2026-05-28T02:41:04.190686Z","steps":["trace[1838495440] 'agreement among raft nodes before linearized reading' (duration: 1.278323878s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:41:04.190691Z","caller":"traceutil/trace.go:171","msg":"trace[811403779] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15996; }","duration":"517.443598ms","start":"2026-05-28T02:41:03.673229Z","end":"2026-05-28T02:41:04.190673Z","steps":["trace[811403779] 'agreement among raft nodes before linearized reading' (duration: 517.323034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.190723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086395878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-05-28T02:41:04.190684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086186502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:41:04.190706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:02.912277Z","time spent":"1.278426302s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:41:04.190771Z","caller":"traceutil/trace.go:171","msg":"trace[1684354076] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15996; }","duration":"1.086314486s","start":"2026-05-28T02:41:03.10444Z","end":"2026-05-28T02:41:04.190754Z","steps":["trace[1684354076] 'agreement among raft nodes before linearized reading' (duration: 1.086178092s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.190806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45707422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:41:04.190813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:03.104372Z","time spent":"1.08643289s","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-28T02:41:04.190821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087228495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-05-28T02:41:04.190842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457220384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:41:04.190853Z","caller":"traceutil/trace.go:171","msg":"trace[960711187] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15996; }","duration":"1.087287146s","start":"2026-05-28T02:41:03.103561Z","end":"2026-05-28T02:41:04.190848Z","steps":["trace[960711187] 'agreement among raft nodes before linearized reading' (duration: 1.087232884s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:41:04.190855Z","caller":"traceutil/trace.go:171","msg":"trace[727313947] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15996; }","duration":"1.457252505s","start":"2026-05-28T02:41:02.733599Z","end":"2026-05-28T02:41:04.190851Z","steps":["trace[727313947] 'agreement among raft nodes before linearized reading' (duration: 1.457233475s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.190871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:02.73359Z","time spent":"1.457277636s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T02:41:04.19086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.269626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-drlg5\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-05-28T02:41:04.190874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.645802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:41:04.190616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.271132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:41:04.190731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:03.673214Z","time spent":"517.50716ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T02:41:04.190932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220518384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:41:04.190821Z","caller":"traceutil/trace.go:171","msg":"trace[706117061] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15996; }","duration":"1.457127121s","start":"2026-05-28T02:41:02.733689Z","end":"2026-05-28T02:41:04.190816Z","steps":["trace[706117061] 'agreement among raft nodes before linearized reading' (duration: 1.457106811s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:41:04.190953Z","caller":"traceutil/trace.go:171","msg":"trace[678704260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15996; }","duration":"1.220585146s","start":"2026-05-28T02:41:02.970364Z","end":"2026-05-28T02:41:04.190949Z","steps":["trace[678704260] 'agreement among raft nodes before linearized reading' (duration: 1.220518324s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.19096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45740053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:41:04.190967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:02.970334Z","time spent":"1.220629758s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:41:04.190967Z","caller":"traceutil/trace.go:171","msg":"trace[1111987946] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15996; }","duration":"517.667135ms","start":"2026-05-28T02:41:03.673278Z","end":"2026-05-28T02:41:04.190945Z","steps":["trace[1111987946] 'agreement among raft nodes before linearized reading' (duration: 517.19414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.190967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:02.73366Z","time spent":"1.457298157s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:41:04.190971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656078104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:41:04.190758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.219255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-drlg5\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-05-28T02:41:04.191025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457951528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:41:04.190915Z","caller":"traceutil/trace.go:171","msg":"trace[1684145806] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-drlg5; range_end:; response_count:1; response_revision:15996; }","duration":"774.314948ms","start":"2026-05-28T02:41:03.416584Z","end":"2026-05-28T02:41:04.190899Z","steps":["trace[1684145806] 'agreement among raft nodes before linearized reading' (duration: 774.210895ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:41:04.191043Z","caller":"traceutil/trace.go:171","msg":"trace[1895562573] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15996; }","duration":"1.457982948s","start":"2026-05-28T02:41:02.733056Z","end":"2026-05-28T02:41:04.191039Z","steps":["trace[1895562573] 'agreement among raft nodes before linearized reading' (duration: 1.457940237s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:41:04.191034Z","caller":"traceutil/trace.go:171","msg":"trace[1749047043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15996; }","duration":"1.656192278s","start":"2026-05-28T02:41:02.534823Z","end":"2026-05-28T02:41:04.191015Z","steps":["trace[1749047043] 'agreement among raft nodes before linearized reading' (duration: 1.656102885s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.191059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:02.733051Z","time spent":"1.458003189s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:41:04.19105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:03.416551Z","time spent":"774.494013ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-drlg5\" "} {"level":"warn","ts":"2026-05-28T02:41:04.191074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:02.534805Z","time spent":"1.656260479s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:41:04.191029Z","caller":"traceutil/trace.go:171","msg":"trace[216801549] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-drlg5; range_end:; response_count:1; response_revision:15996; }","duration":"774.603517ms","start":"2026-05-28T02:41:03.41642Z","end":"2026-05-28T02:41:04.191023Z","steps":["trace[216801549] 'agreement among raft nodes before linearized reading' (duration: 774.205634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.191115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:03.416398Z","time spent":"774.713331ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-drlg5\" "} {"level":"warn","ts":"2026-05-28T02:41:04.191011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:03.673275Z","time spent":"517.723907ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T02:41:04.191153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061130037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-q44xp\" ","response":"range_response_count:1 size:20667"} {"level":"info","ts":"2026-05-28T02:41:04.191183Z","caller":"traceutil/trace.go:171","msg":"trace[1661051960] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-q44xp; range_end:; response_count:1; response_revision:15996; }","duration":"1.061197949s","start":"2026-05-28T02:41:03.129976Z","end":"2026-05-28T02:41:04.191174Z","steps":["trace[1661051960] 'agreement among raft nodes before linearized reading' (duration: 1.061080045s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.19121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:03.129941Z","time spent":"1.061263011s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20690,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-q44xp\" "} {"level":"warn","ts":"2026-05-28T02:41:04.19129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086798321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:41:04.191332Z","caller":"traceutil/trace.go:171","msg":"trace[734371679] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15996; }","duration":"1.086847522s","start":"2026-05-28T02:41:03.104475Z","end":"2026-05-28T02:41:04.191323Z","steps":["trace[734371679] 'agreement among raft nodes before linearized reading' (duration: 1.086746499s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.191363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:03.104401Z","time spent":"1.086955976s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:41:04.190871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:03.103544Z","time spent":"1.087323208s","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-05-28T02:41:04.191521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.198252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-28T02:41:04.191516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073587402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nvtkf\" ","response":"range_response_count:1 size:6443"} {"level":"warn","ts":"2026-05-28T02:41:04.191778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.51279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-05-28T02:41:04.191874Z","caller":"traceutil/trace.go:171","msg":"trace[1302518119] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:15996; }","duration":"980.639035ms","start":"2026-05-28T02:41:03.211197Z","end":"2026-05-28T02:41:04.191836Z","steps":["trace[1302518119] 'agreement among raft nodes before linearized reading' (duration: 979.637823ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:41:04.190599Z","caller":"traceutil/trace.go:171","msg":"trace[517172522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15996; }","duration":"1.265298095s","start":"2026-05-28T02:41:02.925295Z","end":"2026-05-28T02:41:04.190593Z","steps":["trace[517172522] 'agreement among raft nodes before linearized reading' (duration: 1.265231123s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.19191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:03.211178Z","time spent":"980.721927ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-28T02:41:04.191931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:02.92528Z","time spent":"1.266633157s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:41:04.191861Z","caller":"traceutil/trace.go:171","msg":"trace[1080024005] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nvtkf; range_end:; response_count:1; response_revision:15996; }","duration":"1.073875642s","start":"2026-05-28T02:41:03.117873Z","end":"2026-05-28T02:41:04.191749Z","steps":["trace[1080024005] 'agreement among raft nodes before linearized reading' (duration: 1.073099447s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.192066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:03.117853Z","time spent":"1.074205482s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6466,"request content":"key:\"/registry/pods/openstack/keepalived-nvtkf\" "} {"level":"info","ts":"2026-05-28T02:41:04.191547Z","caller":"traceutil/trace.go:171","msg":"trace[1124802578] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15996; }","duration":"518.244743ms","start":"2026-05-28T02:41:03.673297Z","end":"2026-05-28T02:41:04.191542Z","steps":["trace[1124802578] 'agreement among raft nodes before linearized reading' (duration: 518.172361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.192121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:03.673294Z","time spent":"518.822042ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-28T02:41:04.190976Z","caller":"traceutil/trace.go:171","msg":"trace[2069418296] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15996; }","duration":"1.457426431s","start":"2026-05-28T02:41:02.733545Z","end":"2026-05-28T02:41:04.190972Z","steps":["trace[2069418296] 'agreement among raft nodes before linearized reading' (duration: 1.45740107s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.190741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377569737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:41:04.192192Z","caller":"traceutil/trace.go:171","msg":"trace[404568800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15996; }","duration":"1.379042264s","start":"2026-05-28T02:41:02.813143Z","end":"2026-05-28T02:41:04.192185Z","steps":["trace[404568800] 'agreement among raft nodes before linearized reading' (duration: 1.377571897s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.192208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:02.813129Z","time spent":"1.379075294s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:41:04.190783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086847483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:41:04.192191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:02.733542Z","time spent":"1.458632569s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-28T02:41:04.190745Z","caller":"traceutil/trace.go:171","msg":"trace[650202260] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15996; }","duration":"1.08642759s","start":"2026-05-28T02:41:03.104311Z","end":"2026-05-28T02:41:04.190739Z","steps":["trace[650202260] 'agreement among raft nodes before linearized reading' (duration: 1.086332587s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.192315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:03.104305Z","time spent":"1.08800546s","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-28T02:41:04.190918Z","caller":"traceutil/trace.go:171","msg":"trace[913692102] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:15996; }","duration":"186.744005ms","start":"2026-05-28T02:41:04.00416Z","end":"2026-05-28T02:41:04.190904Z","steps":["trace[913692102] 'agreement among raft nodes before linearized reading' (duration: 186.652052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.190513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029785482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:41:04.192276Z","caller":"traceutil/trace.go:171","msg":"trace[878978270] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15996; }","duration":"1.088375572s","start":"2026-05-28T02:41:03.103896Z","end":"2026-05-28T02:41:04.192271Z","steps":["trace[878978270] 'agreement among raft nodes before linearized reading' (duration: 1.086860203s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:41:04.192405Z","caller":"traceutil/trace.go:171","msg":"trace[355984680] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15996; }","duration":"1.031714503s","start":"2026-05-28T02:41:03.160678Z","end":"2026-05-28T02:41:04.192393Z","steps":["trace[355984680] 'agreement among raft nodes before linearized reading' (duration: 1.029705489s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.192469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:03.16066Z","time spent":"1.031796696s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:41:04.192468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:03.103876Z","time spent":"1.088577317s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T02:41:04.191394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.984355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:41:04.19253Z","caller":"traceutil/trace.go:171","msg":"trace[2809737] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15996; }","duration":"519.134332ms","start":"2026-05-28T02:41:03.67339Z","end":"2026-05-28T02:41:04.192524Z","steps":["trace[2809737] 'agreement among raft nodes before linearized reading' (duration: 517.972075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.190637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276788979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-28T02:41:04.192551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:03.673385Z","time spent":"519.160132ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-05-28T02:41:04.192563Z","caller":"traceutil/trace.go:171","msg":"trace[1599024143] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15996; }","duration":"1.278747831s","start":"2026-05-28T02:41:02.913804Z","end":"2026-05-28T02:41:04.192552Z","steps":["trace[1599024143] 'agreement among raft nodes before linearized reading' (duration: 1.27680376s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.190632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054214097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:41:04.192599Z","caller":"traceutil/trace.go:171","msg":"trace[324110347] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15996; }","duration":"1.056207411s","start":"2026-05-28T02:41:03.136385Z","end":"2026-05-28T02:41:04.192592Z","steps":["trace[324110347] 'agreement among raft nodes before linearized reading' (duration: 1.054225128s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.192597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:02.913785Z","time spent":"1.278802574s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:41:04.192619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:03.136375Z","time spent":"1.056237071s","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:41:04.190572Z","caller":"traceutil/trace.go:171","msg":"trace[1667287980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15996; }","duration":"1.220192174s","start":"2026-05-28T02:41:02.970367Z","end":"2026-05-28T02:41:04.190559Z","steps":["trace[1667287980] 'agreement among raft nodes before linearized reading' (duration: 1.22006112s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.190784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449960654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-46sdx\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-05-28T02:41:04.192692Z","caller":"traceutil/trace.go:171","msg":"trace[1967294275] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-46sdx; range_end:; response_count:1; response_revision:15996; }","duration":"1.451887905s","start":"2026-05-28T02:41:02.7408Z","end":"2026-05-28T02:41:04.192688Z","steps":["trace[1967294275] 'agreement among raft nodes before linearized reading' (duration: 1.449951273s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:41:04.192707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:02.740789Z","time spent":"1.451913976s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-46sdx\" "} {"level":"warn","ts":"2026-05-28T02:41:04.192661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:02.970345Z","time spent":"1.22230073s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:41:04.195111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:41:02.729794Z","time spent":"1.465224439s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:42:37.146922Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14262} {"level":"info","ts":"2026-05-28T02:42:37.225303Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14262,"took":"75.555137ms","hash":2973049123,"current-db-size-bytes":46465024,"current-db-size":"46 MB","current-db-size-in-use-bytes":30265344,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-28T02:42:37.225364Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2973049123,"revision":14262,"compact-revision":12232} {"level":"warn","ts":"2026-05-28T02:43:59.164975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.47944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-28T02:43:59.165078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.171557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-28T02:43:59.165539Z","caller":"traceutil/trace.go:171","msg":"trace[1254577979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17422; }","duration":"128.643172ms","start":"2026-05-28T02:43:59.036877Z","end":"2026-05-28T02:43:59.16552Z","steps":["trace[1254577979] 'range keys from in-memory index tree' (duration: 127.974631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:43:59.165078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.470273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T02:43:59.165712Z","caller":"traceutil/trace.go:171","msg":"trace[2033273519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17422; }","duration":"185.142215ms","start":"2026-05-28T02:43:58.980543Z","end":"2026-05-28T02:43:59.165686Z","steps":["trace[2033273519] 'range keys from in-memory index tree' (duration: 184.274887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:43:59.165173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.890943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:43:59.165456Z","caller":"traceutil/trace.go:171","msg":"trace[68076361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17422; }","duration":"101.939444ms","start":"2026-05-28T02:43:59.063452Z","end":"2026-05-28T02:43:59.165391Z","steps":["trace[68076361] 'range keys from in-memory index tree' (duration: 101.370556ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:43:59.165846Z","caller":"traceutil/trace.go:171","msg":"trace[2022136227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17422; }","duration":"102.576364ms","start":"2026-05-28T02:43:59.063228Z","end":"2026-05-28T02:43:59.165805Z","steps":["trace[2022136227] 'range keys from in-memory index tree' (duration: 101.741308ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:44:01.872527Z","caller":"traceutil/trace.go:171","msg":"trace[792954850] transaction","detail":"{read_only:false; response_revision:17447; number_of_response:1; }","duration":"112.551611ms","start":"2026-05-28T02:44:01.759938Z","end":"2026-05-28T02:44:01.872489Z","steps":["trace[792954850] 'process raft request' (duration: 112.342744ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:03.29476Z","caller":"traceutil/trace.go:171","msg":"trace[1980311867] transaction","detail":"{read_only:false; response_revision:17849; number_of_response:1; }","duration":"195.458321ms","start":"2026-05-28T02:45:03.099267Z","end":"2026-05-28T02:45:03.294725Z","steps":["trace[1980311867] 'process raft request' (duration: 195.250655ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:03.353578Z","caller":"traceutil/trace.go:171","msg":"trace[473173630] transaction","detail":"{read_only:false; response_revision:17850; number_of_response:1; }","duration":"246.48639ms","start":"2026-05-28T02:45:03.107062Z","end":"2026-05-28T02:45:03.353548Z","steps":["trace[473173630] 'process raft request' (duration: 246.241503ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:03.353839Z","caller":"traceutil/trace.go:171","msg":"trace[1703869417] transaction","detail":"{read_only:false; response_revision:17851; number_of_response:1; }","duration":"223.323576ms","start":"2026-05-28T02:45:03.13049Z","end":"2026-05-28T02:45:03.353814Z","steps":["trace[1703869417] 'process raft request' (duration: 223.009856ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:03.353834Z","caller":"traceutil/trace.go:171","msg":"trace[1494810244] linearizableReadLoop","detail":"{readStateIndex:18479; appliedIndex:18476; }","duration":"143.313307ms","start":"2026-05-28T02:45:03.210431Z","end":"2026-05-28T02:45:03.353744Z","steps":["trace[1494810244] 'read index received' (duration: 84.190441ms)","trace[1494810244] 'applied index is now lower than readState.Index' (duration: 59.121136ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:45:03.354049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.609686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-28T02:45:03.354236Z","caller":"traceutil/trace.go:171","msg":"trace[1712288959] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:17851; }","duration":"143.840213ms","start":"2026-05-28T02:45:03.210366Z","end":"2026-05-28T02:45:03.354207Z","steps":["trace[1712288959] 'agreement among raft nodes before linearized reading' (duration: 143.505663ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:05.492297Z","caller":"traceutil/trace.go:171","msg":"trace[1023842779] linearizableReadLoop","detail":"{readStateIndex:18488; appliedIndex:18486; }","duration":"132.091851ms","start":"2026-05-28T02:45:05.360169Z","end":"2026-05-28T02:45:05.49226Z","steps":["trace[1023842779] 'read index received' (duration: 2.022644ms)","trace[1023842779] 'applied index is now lower than readState.Index' (duration: 130.068017ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:45:05.492404Z","caller":"traceutil/trace.go:171","msg":"trace[1296276268] transaction","detail":"{read_only:false; response_revision:17860; number_of_response:1; }","duration":"132.408202ms","start":"2026-05-28T02:45:05.359984Z","end":"2026-05-28T02:45:05.492392Z","steps":["trace[1296276268] 'process raft request' (duration: 132.121843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:05.492678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.495594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-05-28T02:45:05.492723Z","caller":"traceutil/trace.go:171","msg":"trace[544652355] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17860; }","duration":"132.607398ms","start":"2026-05-28T02:45:05.360105Z","end":"2026-05-28T02:45:05.492712Z","steps":["trace[544652355] 'agreement among raft nodes before linearized reading' (duration: 132.446243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:05.547097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.456733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-05-28T02:45:05.547235Z","caller":"traceutil/trace.go:171","msg":"trace[1632019194] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17860; }","duration":"138.618298ms","start":"2026-05-28T02:45:05.408562Z","end":"2026-05-28T02:45:05.547181Z","steps":["trace[1632019194] 'agreement among raft nodes before linearized reading' (duration: 138.36544ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:06.337572Z","caller":"traceutil/trace.go:171","msg":"trace[415401997] transaction","detail":"{read_only:false; response_revision:17866; number_of_response:1; }","duration":"206.877904ms","start":"2026-05-28T02:45:06.130672Z","end":"2026-05-28T02:45:06.33755Z","steps":["trace[415401997] 'process raft request' (duration: 206.637196ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:46:42.300361Z","caller":"traceutil/trace.go:171","msg":"trace[199992660] transaction","detail":"{read_only:false; response_revision:18520; number_of_response:1; }","duration":"568.308355ms","start":"2026-05-28T02:46:41.732026Z","end":"2026-05-28T02:46:42.300334Z","steps":["trace[199992660] 'process raft request' (duration: 566.337602ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:46:42.301866Z","caller":"traceutil/trace.go:171","msg":"trace[797927896] transaction","detail":"{read_only:false; response_revision:18521; number_of_response:1; }","duration":"467.058472ms","start":"2026-05-28T02:46:41.834768Z","end":"2026-05-28T02:46:42.301826Z","steps":["trace[797927896] 'process raft request' (duration: 465.635677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:42.302015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:41.834743Z","time spent":"467.196736ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:46:42.301042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.317991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-46sdx\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-05-28T02:46:42.302119Z","caller":"traceutil/trace.go:171","msg":"trace[1213258376] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-46sdx; range_end:; response_count:1; response_revision:18521; }","duration":"295.453116ms","start":"2026-05-28T02:46:42.006624Z","end":"2026-05-28T02:46:42.302077Z","steps":["trace[1213258376] 'agreement among raft nodes before linearized reading' (duration: 294.141554ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:46:42.300723Z","caller":"traceutil/trace.go:171","msg":"trace[1253432999] linearizableReadLoop","detail":"{readStateIndex:19173; appliedIndex:19171; }","duration":"293.98553ms","start":"2026-05-28T02:46:42.006689Z","end":"2026-05-28T02:46:42.300675Z","steps":["trace[1253432999] 'read index received' (duration: 291.720808ms)","trace[1253432999] 'applied index is now lower than readState.Index' (duration: 2.263062ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:46:42.302931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.623756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T02:46:42.303074Z","caller":"traceutil/trace.go:171","msg":"trace[1276346843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18521; }","duration":"286.77047ms","start":"2026-05-28T02:46:42.016216Z","end":"2026-05-28T02:46:42.302986Z","steps":["trace[1276346843] 'agreement among raft nodes before linearized reading' (duration: 286.504361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:42.303131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.905985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T02:46:42.303265Z","caller":"traceutil/trace.go:171","msg":"trace[2122204089] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18521; }","duration":"160.105681ms","start":"2026-05-28T02:46:42.143127Z","end":"2026-05-28T02:46:42.303232Z","steps":["trace[2122204089] 'agreement among raft nodes before linearized reading' (duration: 159.644156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:42.302935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.557625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-28T02:46:42.303328Z","caller":"traceutil/trace.go:171","msg":"trace[812984069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18521; }","duration":"160.989499ms","start":"2026-05-28T02:46:42.142318Z","end":"2026-05-28T02:46:42.303308Z","steps":["trace[812984069] 'agreement among raft nodes before linearized reading' (duration: 160.422101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:42.303578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.024386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-28T02:46:42.303664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.123749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:46:42.303902Z","caller":"traceutil/trace.go:171","msg":"trace[95294445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18521; }","duration":"159.380127ms","start":"2026-05-28T02:46:42.144508Z","end":"2026-05-28T02:46:42.303888Z","steps":["trace[95294445] 'agreement among raft nodes before linearized reading' (duration: 159.018426ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:46:42.303632Z","caller":"traceutil/trace.go:171","msg":"trace[2050549353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18521; }","duration":"159.105999ms","start":"2026-05-28T02:46:42.144515Z","end":"2026-05-28T02:46:42.303621Z","steps":["trace[2050549353] 'agreement among raft nodes before linearized reading' (duration: 158.863501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:42.30506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.081848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-drlg5\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-05-28T02:46:42.305117Z","caller":"traceutil/trace.go:171","msg":"trace[2088237348] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-drlg5; range_end:; response_count:1; response_revision:18521; }","duration":"228.163701ms","start":"2026-05-28T02:46:42.076937Z","end":"2026-05-28T02:46:42.305101Z","steps":["trace[2088237348] 'agreement among raft nodes before linearized reading' (duration: 226.006423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:42.30126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:41.732005Z","time spent":"569.145422ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:46:47.889575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.497989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:46:47.889688Z","caller":"traceutil/trace.go:171","msg":"trace[155869985] transaction","detail":"{read_only:false; response_revision:18554; number_of_response:1; }","duration":"138.813625ms","start":"2026-05-28T02:46:47.750855Z","end":"2026-05-28T02:46:47.889668Z","steps":["trace[155869985] 'process raft request' (duration: 38.13314ms)","trace[155869985] 'compare' (duration: 100.110787ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:46:48.830967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492433312,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:46:48.863397Z","caller":"traceutil/trace.go:171","msg":"trace[1091741922] transaction","detail":"{read_only:false; response_revision:18555; number_of_response:1; }","duration":"542.898018ms","start":"2026-05-28T02:46:48.320478Z","end":"2026-05-28T02:46:48.863376Z","steps":["trace[1091741922] 'process raft request' (duration: 542.699112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:48.86354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:48.320402Z","time spent":"543.055954ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:46:49.748757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.862144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:46:49.748983Z","caller":"traceutil/trace.go:171","msg":"trace[2034837955] transaction","detail":"{read_only:false; response_revision:18556; number_of_response:1; }","duration":"1.427725209s","start":"2026-05-28T02:46:48.321202Z","end":"2026-05-28T02:46:49.748927Z","steps":["trace[2034837955] 'process raft request' (duration: 615.590916ms)","trace[2034837955] 'compare' (duration: 811.024717ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:46:49.749186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:48.321178Z","time spent":"1.427908274s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:46:49.749719Z","caller":"traceutil/trace.go:171","msg":"trace[1092399760] linearizableReadLoop","detail":"{readStateIndex:19210; appliedIndex:19207; }","duration":"1.41988932s","start":"2026-05-28T02:46:48.329649Z","end":"2026-05-28T02:46:49.749538Z","steps":["trace[1092399760] 'read index received' (duration: 533.643345ms)","trace[1092399760] 'applied index is now lower than readState.Index' (duration: 886.244165ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:46:49.750151Z","caller":"traceutil/trace.go:171","msg":"trace[1226962558] transaction","detail":"{read_only:false; response_revision:18557; number_of_response:1; }","duration":"1.03579217s","start":"2026-05-28T02:46:48.714317Z","end":"2026-05-28T02:46:49.750109Z","steps":["trace[1226962558] 'process raft request' (duration: 1.034546561s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:49.750183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4205271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T02:46:49.750219Z","caller":"traceutil/trace.go:171","msg":"trace[704450845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18557; }","duration":"1.420565511s","start":"2026-05-28T02:46:48.329643Z","end":"2026-05-28T02:46:49.750208Z","steps":["trace[704450845] 'agreement among raft nodes before linearized reading' (duration: 1.420413766s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:49.750209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417961409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T02:46:49.750219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330950497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:46:49.750242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:48.329598Z","time spent":"1.420640263s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:46:49.750251Z","caller":"traceutil/trace.go:171","msg":"trace[1074157736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18557; }","duration":"1.41802296s","start":"2026-05-28T02:46:48.332216Z","end":"2026-05-28T02:46:49.750238Z","steps":["trace[1074157736] 'agreement among raft nodes before linearized reading' (duration: 1.417895806s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:46:49.750259Z","caller":"traceutil/trace.go:171","msg":"trace[976480947] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:18557; }","duration":"1.33105012s","start":"2026-05-28T02:46:48.419199Z","end":"2026-05-28T02:46:49.750249Z","steps":["trace[976480947] 'agreement among raft nodes before linearized reading' (duration: 1.330933977s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:49.750284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:48.332207Z","time spent":"1.418070492s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:46:49.750293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:48.419181Z","time spent":"1.331106852s","remote":"127.0.0.1:48068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:46:49.750291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:48.714277Z","time spent":"1.035940365s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:46:49.750247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403706736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T02:46:49.750323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.731087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:46:49.750353Z","caller":"traceutil/trace.go:171","msg":"trace[141549429] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:18557; }","duration":"273.80611ms","start":"2026-05-28T02:46:49.476541Z","end":"2026-05-28T02:46:49.750347Z","steps":["trace[141549429] 'agreement among raft nodes before linearized reading' (duration: 273.759068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:49.750331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405849594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T02:46:49.750385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406625009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T02:46:49.750411Z","caller":"traceutil/trace.go:171","msg":"trace[307654297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18557; }","duration":"1.40667364s","start":"2026-05-28T02:46:48.343731Z","end":"2026-05-28T02:46:49.750405Z","steps":["trace[307654297] 'agreement among raft nodes before linearized reading' (duration: 1.406616439s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:46:49.750402Z","caller":"traceutil/trace.go:171","msg":"trace[1683561274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18557; }","duration":"1.406005349s","start":"2026-05-28T02:46:48.344379Z","end":"2026-05-28T02:46:49.750385Z","steps":["trace[1683561274] 'agreement among raft nodes before linearized reading' (duration: 1.405764241s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:49.750429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:48.343719Z","time spent":"1.406706191s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:46:49.750428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107037182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-q44xp\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-05-28T02:46:49.750461Z","caller":"traceutil/trace.go:171","msg":"trace[280688914] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-q44xp; range_end:; response_count:1; response_revision:18557; }","duration":"1.107111044s","start":"2026-05-28T02:46:48.64334Z","end":"2026-05-28T02:46:49.750451Z","steps":["trace[280688914] 'agreement among raft nodes before linearized reading' (duration: 1.10699093s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:49.750488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214089919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:46:49.75052Z","caller":"traceutil/trace.go:171","msg":"trace[1225003979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18557; }","duration":"1.214153231s","start":"2026-05-28T02:46:48.536357Z","end":"2026-05-28T02:46:49.75051Z","steps":["trace[1225003979] 'agreement among raft nodes before linearized reading' (duration: 1.214100279s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:49.750535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:48.344359Z","time spent":"1.406161784s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:46:49.750555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:48.53634Z","time spent":"1.214208093s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:46:49.75055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369983146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-46sdx\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-05-28T02:46:49.75051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:48.643321Z","time spent":"1.107182816s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-q44xp\" "} {"level":"warn","ts":"2026-05-28T02:46:49.750587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.32115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-28T02:46:49.750592Z","caller":"traceutil/trace.go:171","msg":"trace[1432856315] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-46sdx; range_end:; response_count:1; response_revision:18557; }","duration":"1.370063798s","start":"2026-05-28T02:46:48.380519Z","end":"2026-05-28T02:46:49.750582Z","steps":["trace[1432856315] 'agreement among raft nodes before linearized reading' (duration: 1.369931624s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:46:49.750635Z","caller":"traceutil/trace.go:171","msg":"trace[1129205201] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18557; }","duration":"484.416133ms","start":"2026-05-28T02:46:49.266213Z","end":"2026-05-28T02:46:49.750629Z","steps":["trace[1129205201] 'agreement among raft nodes before linearized reading' (duration: 484.320569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:49.750446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.122633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-28T02:46:49.751023Z","caller":"traceutil/trace.go:171","msg":"trace[1700338780] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:18557; }","duration":"962.734242ms","start":"2026-05-28T02:46:48.788259Z","end":"2026-05-28T02:46:49.750993Z","steps":["trace[1700338780] 'agreement among raft nodes before linearized reading' (duration: 962.03264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:49.751072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:48.788244Z","time spent":"962.816844ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-28T02:46:49.75065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:48.380498Z","time spent":"1.370142581s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-46sdx\" "} {"level":"info","ts":"2026-05-28T02:46:49.750354Z","caller":"traceutil/trace.go:171","msg":"trace[323389134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18557; }","duration":"1.40384262s","start":"2026-05-28T02:46:48.346495Z","end":"2026-05-28T02:46:49.750338Z","steps":["trace[323389134] 'agreement among raft nodes before linearized reading' (duration: 1.403642474s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:49.75119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:48.346482Z","time spent":"1.404693907s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:46:49.750662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:49.266193Z","time spent":"484.462684ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-28T02:46:49.75066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362456417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-drlg5\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-05-28T02:46:49.751931Z","caller":"traceutil/trace.go:171","msg":"trace[443785905] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-drlg5; range_end:; response_count:1; response_revision:18557; }","duration":"1.363286484s","start":"2026-05-28T02:46:48.38817Z","end":"2026-05-28T02:46:49.751456Z","steps":["trace[443785905] 'agreement among raft nodes before linearized reading' (duration: 1.36222073s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:49.752016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:48.38816Z","time spent":"1.363837711s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-drlg5\" "} {"level":"warn","ts":"2026-05-28T02:46:50.994684Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.192945447s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:46:50.995909Z","caller":"traceutil/trace.go:171","msg":"trace[420646323] transaction","detail":"{read_only:false; response_revision:18559; number_of_response:1; }","duration":"1.240883898s","start":"2026-05-28T02:46:49.754992Z","end":"2026-05-28T02:46:50.995875Z","steps":["trace[420646323] 'process raft request' (duration: 1.239919077s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:50.99646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:49.754972Z","time spent":"1.241351033s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:46:50.996083Z","caller":"traceutil/trace.go:171","msg":"trace[1661072046] transaction","detail":"{read_only:false; response_revision:18561; number_of_response:1; }","duration":"1.239784953s","start":"2026-05-28T02:46:49.756282Z","end":"2026-05-28T02:46:50.996067Z","steps":["trace[1661072046] 'process raft request' (duration: 1.239610097s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:46:50.996666Z","caller":"traceutil/trace.go:171","msg":"trace[939507846] transaction","detail":"{read_only:false; response_revision:18562; number_of_response:1; }","duration":"1.240029051s","start":"2026-05-28T02:46:49.756612Z","end":"2026-05-28T02:46:50.996641Z","steps":["trace[939507846] 'process raft request' (duration: 1.239331989s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:46:50.996661Z","caller":"traceutil/trace.go:171","msg":"trace[1841320998] transaction","detail":"{read_only:false; response_revision:18563; number_of_response:1; }","duration":"1.230148398s","start":"2026-05-28T02:46:49.766452Z","end":"2026-05-28T02:46:50.9966Z","steps":["trace[1841320998] 'process raft request' (duration: 1.22960424s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:50.996785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:49.756266Z","time spent":"1.240447554s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:46:50.996154Z","caller":"traceutil/trace.go:171","msg":"trace[945897781] linearizableReadLoop","detail":"{readStateIndex:19212; appliedIndex:19211; }","duration":"1.240416053s","start":"2026-05-28T02:46:49.755719Z","end":"2026-05-28T02:46:50.996135Z","steps":["trace[945897781] 'read index received' (duration: 46.054841ms)","trace[945897781] 'applied index is now lower than readState.Index' (duration: 1.194360142s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:46:50.996886Z","caller":"traceutil/trace.go:171","msg":"trace[1809517824] transaction","detail":"{read_only:false; response_revision:18560; number_of_response:1; }","duration":"1.240297209s","start":"2026-05-28T02:46:49.755715Z","end":"2026-05-28T02:46:50.996012Z","steps":["trace[1809517824] 'process raft request' (duration: 1.240032921s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:50.99687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:49.76643Z","time spent":"1.230344013s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20887,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:46:50.996942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:49.756592Z","time spent":"1.240121393s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:46:50.997009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:49.755695Z","time spent":"1.241233139s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:46:50.99727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241538528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:939990"} {"level":"info","ts":"2026-05-28T02:46:50.997343Z","caller":"traceutil/trace.go:171","msg":"trace[927527568] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18563; }","duration":"1.241861549s","start":"2026-05-28T02:46:49.755463Z","end":"2026-05-28T02:46:50.997324Z","steps":["trace[927527568] 'agreement among raft nodes before linearized reading' (duration: 1.240731273s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:50.997397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:49.755444Z","time spent":"1.241936191s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940013,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:46:51.052978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.016476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:46:51.053069Z","caller":"traceutil/trace.go:171","msg":"trace[1623364469] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:18565; }","duration":"713.151801ms","start":"2026-05-28T02:46:50.339895Z","end":"2026-05-28T02:46:51.053047Z","steps":["trace[1623364469] 'agreement among raft nodes before linearized reading' (duration: 712.960485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:51.053111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:50.339879Z","time spent":"713.221493ms","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:46:51.053113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.159007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-28T02:46:51.053152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.414506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T02:46:51.053188Z","caller":"traceutil/trace.go:171","msg":"trace[1895546923] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:18565; }","duration":"838.271321ms","start":"2026-05-28T02:46:50.214898Z","end":"2026-05-28T02:46:51.053169Z","steps":["trace[1895546923] 'agreement among raft nodes before linearized reading' (duration: 837.970901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:51.053236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:50.214883Z","time spent":"838.343734ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-05-28T02:46:51.053234Z","caller":"traceutil/trace.go:171","msg":"trace[404290116] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18565; }","duration":"261.54416ms","start":"2026-05-28T02:46:50.791668Z","end":"2026-05-28T02:46:51.053212Z","steps":["trace[404290116] 'agreement among raft nodes before linearized reading' (duration: 261.267921ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:46:51.053236Z","caller":"traceutil/trace.go:171","msg":"trace[1131379010] transaction","detail":"{read_only:false; response_revision:18565; number_of_response:1; }","duration":"184.749362ms","start":"2026-05-28T02:46:50.868473Z","end":"2026-05-28T02:46:51.053223Z","steps":["trace[1131379010] 'process raft request' (duration: 184.277667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:51.053574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296817593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-05-28T02:46:51.053583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.925929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:46:51.053641Z","caller":"traceutil/trace.go:171","msg":"trace[26095724] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:18565; }","duration":"1.296902275s","start":"2026-05-28T02:46:49.756721Z","end":"2026-05-28T02:46:51.053624Z","steps":["trace[26095724] 'agreement among raft nodes before linearized reading' (duration: 1.296706669s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:46:51.053675Z","caller":"traceutil/trace.go:171","msg":"trace[380890219] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:18565; }","duration":"410.071513ms","start":"2026-05-28T02:46:50.643585Z","end":"2026-05-28T02:46:51.053657Z","steps":["trace[380890219] 'agreement among raft nodes before linearized reading' (duration: 409.598528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:51.05369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:49.756714Z","time spent":"1.296963038s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-28T02:46:51.053729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:50.643564Z","time spent":"410.152476ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":42,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:46:51.053799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295625115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:46:51.053803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.244399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:46:51.053178Z","caller":"traceutil/trace.go:171","msg":"trace[901704145] transaction","detail":"{read_only:false; response_revision:18564; number_of_response:1; }","duration":"1.157157551s","start":"2026-05-28T02:46:49.895999Z","end":"2026-05-28T02:46:51.053157Z","steps":["trace[901704145] 'process raft request' (duration: 1.156601024s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:46:51.05385Z","caller":"traceutil/trace.go:171","msg":"trace[233404929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18565; }","duration":"1.295692807s","start":"2026-05-28T02:46:49.758144Z","end":"2026-05-28T02:46:51.053837Z","steps":["trace[233404929] 'agreement among raft nodes before linearized reading' (duration: 1.295622305s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:46:51.053854Z","caller":"traceutil/trace.go:171","msg":"trace[1566385491] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:18565; }","duration":"924.336532ms","start":"2026-05-28T02:46:50.129506Z","end":"2026-05-28T02:46:51.053842Z","steps":["trace[1566385491] 'agreement among raft nodes before linearized reading' (duration: 924.25717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:51.053888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:49.758136Z","time spent":"1.295745308s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:46:51.053965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:49.895976Z","time spent":"1.157904114s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:46:51.053897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:50.129484Z","time spent":"924.404245ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:46:51.054554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28948327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:939990"} {"level":"info","ts":"2026-05-28T02:46:51.054608Z","caller":"traceutil/trace.go:171","msg":"trace[756429774] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18565; }","duration":"1.289541312s","start":"2026-05-28T02:46:49.765055Z","end":"2026-05-28T02:46:51.054596Z","steps":["trace[756429774] 'agreement among raft nodes before linearized reading' (duration: 1.288615503s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:51.054646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:49.765027Z","time spent":"1.289606824s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940013,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:46:51.558241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492433336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:46:52.036581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.324902ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-28T02:46:52.036704Z","caller":"traceutil/trace.go:171","msg":"trace[731661786] linearizableReadLoop","detail":"{readStateIndex:19219; appliedIndex:19218; }","duration":"979.221955ms","start":"2026-05-28T02:46:51.057461Z","end":"2026-05-28T02:46:52.036682Z","steps":["trace[731661786] 'read index received' (duration: 781.80515ms)","trace[731661786] 'applied index is now lower than readState.Index' (duration: 197.415025ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:46:52.03679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:51.055492Z","time spent":"981.294101ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T02:46:52.036984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.501034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c609839d-2bb9-402f-b2e7-c0f94aa7bb5e\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-28T02:46:52.037045Z","caller":"traceutil/trace.go:171","msg":"trace[185425596] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c609839d-2bb9-402f-b2e7-c0f94aa7bb5e; range_end:; response_count:1; response_revision:18565; }","duration":"979.604407ms","start":"2026-05-28T02:46:51.057427Z","end":"2026-05-28T02:46:52.037031Z","steps":["trace[185425596] 'agreement among raft nodes before linearized reading' (duration: 979.419231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:52.037081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:51.057408Z","time spent":"979.665339ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-c609839d-2bb9-402f-b2e7-c0f94aa7bb5e\" "} {"level":"info","ts":"2026-05-28T02:46:52.293818Z","caller":"traceutil/trace.go:171","msg":"trace[1033593291] transaction","detail":"{read_only:false; response_revision:18566; number_of_response:1; }","duration":"537.9192ms","start":"2026-05-28T02:46:51.75587Z","end":"2026-05-28T02:46:52.293789Z","steps":["trace[1033593291] 'process raft request' (duration: 537.691583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:52.293963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:51.755842Z","time spent":"538.046464ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:46:52.294006Z","caller":"traceutil/trace.go:171","msg":"trace[1364550034] linearizableReadLoop","detail":"{readStateIndex:19221; appliedIndex:19219; }","duration":"257.232643ms","start":"2026-05-28T02:46:52.036739Z","end":"2026-05-28T02:46:52.293972Z","steps":["trace[1364550034] 'read index received' (duration: 256.873861ms)","trace[1364550034] 'applied index is now lower than readState.Index' (duration: 356.212µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:46:52.294092Z","caller":"traceutil/trace.go:171","msg":"trace[117067398] transaction","detail":"{read_only:false; response_revision:18567; number_of_response:1; }","duration":"537.29502ms","start":"2026-05-28T02:46:51.756786Z","end":"2026-05-28T02:46:52.294081Z","steps":["trace[117067398] 'process raft request' (duration: 536.947479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:52.294147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:51.756765Z","time spent":"537.355483ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:46:52.294193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.239037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:46:52.294209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229943592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:46:52.294253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.734849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:46:52.294274Z","caller":"traceutil/trace.go:171","msg":"trace[1777275922] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:18567; }","duration":"328.383251ms","start":"2026-05-28T02:46:51.965873Z","end":"2026-05-28T02:46:52.294257Z","steps":["trace[1777275922] 'agreement among raft nodes before linearized reading' (duration: 328.136003ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:46:52.294284Z","caller":"traceutil/trace.go:171","msg":"trace[596381725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18567; }","duration":"1.230034505s","start":"2026-05-28T02:46:51.064229Z","end":"2026-05-28T02:46:52.294264Z","steps":["trace[596381725] 'agreement among raft nodes before linearized reading' (duration: 1.229920452s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:46:52.294294Z","caller":"traceutil/trace.go:171","msg":"trace[1138035012] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:18567; }","duration":"534.806552ms","start":"2026-05-28T02:46:51.759475Z","end":"2026-05-28T02:46:52.294282Z","steps":["trace[1138035012] 'agreement among raft nodes before linearized reading' (duration: 534.74265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:52.294298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.522855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T02:46:52.294324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:51.064221Z","time spent":"1.230095297s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:46:52.294327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:51.759458Z","time spent":"534.861244ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:46:52.294324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:51.965854Z","time spent":"328.459134ms","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:46:52.294364Z","caller":"traceutil/trace.go:171","msg":"trace[1116616087] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18567; }","duration":"489.640609ms","start":"2026-05-28T02:46:51.804707Z","end":"2026-05-28T02:46:52.294348Z","steps":["trace[1116616087] 'agreement among raft nodes before linearized reading' (duration: 489.411252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:52.294421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:51.804689Z","time spent":"489.718511ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:46:52.294654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236676045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T02:46:52.294703Z","caller":"traceutil/trace.go:171","msg":"trace[86527490] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18567; }","duration":"1.236749068s","start":"2026-05-28T02:46:51.057941Z","end":"2026-05-28T02:46:52.29469Z","steps":["trace[86527490] 'agreement among raft nodes before linearized reading' (duration: 1.236614793s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:52.29475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:51.057929Z","time spent":"1.236810349s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T02:46:52.295893Z","caller":"traceutil/trace.go:171","msg":"trace[413081957] transaction","detail":"{read_only:false; response_revision:18568; number_of_response:1; }","duration":"257.935946ms","start":"2026-05-28T02:46:52.03793Z","end":"2026-05-28T02:46:52.295866Z","steps":["trace[413081957] 'process raft request' (duration: 257.75276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:52.296014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.017376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-28T02:46:52.296088Z","caller":"traceutil/trace.go:171","msg":"trace[328512185] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18568; }","duration":"113.12838ms","start":"2026-05-28T02:46:52.182943Z","end":"2026-05-28T02:46:52.296071Z","steps":["trace[328512185] 'agreement among raft nodes before linearized reading' (duration: 112.904143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:57.019383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.560745ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:46:57.019467Z","caller":"traceutil/trace.go:171","msg":"trace[1413882356] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18660; }","duration":"477.653648ms","start":"2026-05-28T02:46:56.541801Z","end":"2026-05-28T02:46:57.019455Z","steps":["trace[1413882356] 'range keys from in-memory index tree' (duration: 477.549635ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:46:57.020176Z","caller":"traceutil/trace.go:171","msg":"trace[1237211318] transaction","detail":"{read_only:false; response_revision:18661; number_of_response:1; }","duration":"572.181118ms","start":"2026-05-28T02:46:56.447978Z","end":"2026-05-28T02:46:57.020159Z","steps":["trace[1237211318] 'process raft request' (duration: 567.422326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:57.02028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:56.447958Z","time spent":"572.266151ms","remote":"127.0.0.1:33242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7365,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:46:57.020096Z","caller":"traceutil/trace.go:171","msg":"trace[2061380815] linearizableReadLoop","detail":"{readStateIndex:19316; appliedIndex:19315; }","duration":"483.171163ms","start":"2026-05-28T02:46:56.536914Z","end":"2026-05-28T02:46:57.020085Z","steps":["trace[2061380815] 'read index received' (duration: 478.372451ms)","trace[2061380815] 'applied index is now lower than readState.Index' (duration: 4.797872ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:46:57.021936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.994171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:46:57.022036Z","caller":"traceutil/trace.go:171","msg":"trace[265280186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18661; }","duration":"485.140075ms","start":"2026-05-28T02:46:56.536874Z","end":"2026-05-28T02:46:57.022014Z","steps":["trace[265280186] 'agreement among raft nodes before linearized reading' (duration: 483.38165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:57.022094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:56.536854Z","time spent":"485.230199ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:46:57.022524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.503827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224950"} {"level":"info","ts":"2026-05-28T02:46:57.022554Z","caller":"traceutil/trace.go:171","msg":"trace[1504309359] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:18661; }","duration":"329.571399ms","start":"2026-05-28T02:46:56.692975Z","end":"2026-05-28T02:46:57.022547Z","steps":["trace[1504309359] 'agreement among raft nodes before linearized reading' (duration: 328.853826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:46:57.022575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:46:56.692958Z","time spent":"329.6122ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224973,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-05-28T02:46:58.002348Z","caller":"traceutil/trace.go:171","msg":"trace[604785569] transaction","detail":"{read_only:false; response_revision:18673; number_of_response:1; }","duration":"175.354224ms","start":"2026-05-28T02:46:57.826963Z","end":"2026-05-28T02:46:58.002317Z","steps":["trace[604785569] 'process raft request' (duration: 175.195379ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:46:58.012961Z","caller":"traceutil/trace.go:171","msg":"trace[537379392] transaction","detail":"{read_only:false; response_revision:18674; number_of_response:1; }","duration":"176.750609ms","start":"2026-05-28T02:46:57.836188Z","end":"2026-05-28T02:46:58.012939Z","steps":["trace[537379392] 'process raft request' (duration: 176.48762ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:47:00.359079Z","caller":"traceutil/trace.go:171","msg":"trace[1075951035] transaction","detail":"{read_only:false; response_revision:18685; number_of_response:1; }","duration":"123.20704ms","start":"2026-05-28T02:47:00.235837Z","end":"2026-05-28T02:47:00.359044Z","steps":["trace[1075951035] 'process raft request' (duration: 75.31174ms)","trace[1075951035] 'compare' (duration: 47.60449ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:47:01.292001Z","caller":"traceutil/trace.go:171","msg":"trace[582467081] transaction","detail":"{read_only:false; response_revision:18690; number_of_response:1; }","duration":"435.350085ms","start":"2026-05-28T02:47:00.856623Z","end":"2026-05-28T02:47:01.291973Z","steps":["trace[582467081] 'process raft request' (duration: 435.19199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:47:01.292249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.193763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-05-28T02:47:01.292292Z","caller":"traceutil/trace.go:171","msg":"trace[280995146] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:18690; }","duration":"293.313258ms","start":"2026-05-28T02:47:00.998969Z","end":"2026-05-28T02:47:01.292282Z","steps":["trace[280995146] 'agreement among raft nodes before linearized reading' (duration: 293.108021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:47:01.292247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:47:00.856594Z","time spent":"435.580462ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:47:01.292028Z","caller":"traceutil/trace.go:171","msg":"trace[1628942544] linearizableReadLoop","detail":"{readStateIndex:19346; appliedIndex:19346; }","duration":"292.952155ms","start":"2026-05-28T02:47:00.999043Z","end":"2026-05-28T02:47:01.291995Z","steps":["trace[1628942544] 'read index received' (duration: 292.938975ms)","trace[1628942544] 'applied index is now lower than readState.Index' (duration: 10.95µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:47:01.293319Z","caller":"traceutil/trace.go:171","msg":"trace[1074787699] transaction","detail":"{read_only:false; response_revision:18691; number_of_response:1; }","duration":"201.742441ms","start":"2026-05-28T02:47:01.091563Z","end":"2026-05-28T02:47:01.293306Z","steps":["trace[1074787699] 'process raft request' (duration: 201.544745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:47:01.293399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.373791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:47:01.293446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.974233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T02:47:01.293478Z","caller":"traceutil/trace.go:171","msg":"trace[108441707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18692; }","duration":"199.024285ms","start":"2026-05-28T02:47:01.094443Z","end":"2026-05-28T02:47:01.293467Z","steps":["trace[108441707] 'agreement among raft nodes before linearized reading' (duration: 198.934382ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:47:01.293484Z","caller":"traceutil/trace.go:171","msg":"trace[1891216543] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:18692; }","duration":"225.513615ms","start":"2026-05-28T02:47:01.067951Z","end":"2026-05-28T02:47:01.293464Z","steps":["trace[1891216543] 'agreement among raft nodes before linearized reading' (duration: 225.340409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:47:01.293582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.743985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:47:01.293613Z","caller":"traceutil/trace.go:171","msg":"trace[1699535628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18692; }","duration":"197.789826ms","start":"2026-05-28T02:47:01.095817Z","end":"2026-05-28T02:47:01.293607Z","steps":["trace[1699535628] 'agreement among raft nodes before linearized reading' (duration: 197.718063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:47:01.293652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.363554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-drlg5\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-05-28T02:47:01.29374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.108361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T02:47:01.293776Z","caller":"traceutil/trace.go:171","msg":"trace[905086892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18692; }","duration":"201.170634ms","start":"2026-05-28T02:47:01.092594Z","end":"2026-05-28T02:47:01.293764Z","steps":["trace[905086892] 'agreement among raft nodes before linearized reading' (duration: 201.091511ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:47:01.293766Z","caller":"traceutil/trace.go:171","msg":"trace[1618771259] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-drlg5; range_end:; response_count:1; response_revision:18692; }","duration":"117.53362ms","start":"2026-05-28T02:47:01.176204Z","end":"2026-05-28T02:47:01.293738Z","steps":["trace[1618771259] 'agreement among raft nodes before linearized reading' (duration: 117.22976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:47:01.293783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.120194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.18b39abd7139786d\" ","response":"range_response_count:1 size:1004"} {"level":"info","ts":"2026-05-28T02:47:01.293913Z","caller":"traceutil/trace.go:171","msg":"trace[1060733061] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-heat-server-0.18b39abd7139786d; range_end:; response_count:1; response_revision:18692; }","duration":"156.32057ms","start":"2026-05-28T02:47:01.137556Z","end":"2026-05-28T02:47:01.293876Z","steps":["trace[1060733061] 'agreement among raft nodes before linearized reading' (duration: 155.770603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:47:01.293819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.362878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:47:01.293769Z","caller":"traceutil/trace.go:171","msg":"trace[423643152] transaction","detail":"{read_only:false; response_revision:18692; number_of_response:1; }","duration":"201.592876ms","start":"2026-05-28T02:47:01.092108Z","end":"2026-05-28T02:47:01.293701Z","steps":["trace[423643152] 'process raft request' (duration: 201.132332ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:47:01.294047Z","caller":"traceutil/trace.go:171","msg":"trace[996833582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18692; }","duration":"200.634906ms","start":"2026-05-28T02:47:01.093404Z","end":"2026-05-28T02:47:01.294039Z","steps":["trace[996833582] 'agreement among raft nodes before linearized reading' (duration: 200.280685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:47:01.296767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.049737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-46sdx\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-05-28T02:47:01.296879Z","caller":"traceutil/trace.go:171","msg":"trace[385411220] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-46sdx; range_end:; response_count:1; response_revision:18692; }","duration":"153.210862ms","start":"2026-05-28T02:47:01.143638Z","end":"2026-05-28T02:47:01.296849Z","steps":["trace[385411220] 'agreement among raft nodes before linearized reading' (duration: 152.898432ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:47:37.153588Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16606} {"level":"info","ts":"2026-05-28T02:47:37.249145Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16606,"took":"91.38161ms","hash":2993857981,"current-db-size-bytes":47312896,"current-db-size":"47 MB","current-db-size-in-use-bytes":33591296,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-28T02:47:37.249266Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2993857981,"revision":16606,"compact-revision":14262} {"level":"info","ts":"2026-05-28T02:47:55.827525Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-28T02:47:55.835408Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-28T02:47:55.835518Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-28T02:50:27.666544Z","caller":"traceutil/trace.go:171","msg":"trace[700011469] transaction","detail":"{read_only:false; response_revision:20366; number_of_response:1; }","duration":"120.410301ms","start":"2026-05-28T02:50:27.546111Z","end":"2026-05-28T02:50:27.666521Z","steps":["trace[700011469] 'process raft request' (duration: 120.356129ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:50:27.666576Z","caller":"traceutil/trace.go:171","msg":"trace[1529617459] transaction","detail":"{read_only:false; response_revision:20365; number_of_response:1; }","duration":"123.600913ms","start":"2026-05-28T02:50:27.542936Z","end":"2026-05-28T02:50:27.666537Z","steps":["trace[1529617459] 'process raft request' (duration: 87.042313ms)","trace[1529617459] 'compare' (duration: 36.367193ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:50:30.365965Z","caller":"traceutil/trace.go:171","msg":"trace[1589711717] linearizableReadLoop","detail":"{readStateIndex:21089; appliedIndex:21088; }","duration":"142.412269ms","start":"2026-05-28T02:50:30.223523Z","end":"2026-05-28T02:50:30.365935Z","steps":["trace[1589711717] 'read index received' (duration: 142.164131ms)","trace[1589711717] 'applied index is now lower than readState.Index' (duration: 247.188µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:50:30.366078Z","caller":"traceutil/trace.go:171","msg":"trace[213541167] transaction","detail":"{read_only:false; response_revision:20380; number_of_response:1; }","duration":"146.396636ms","start":"2026-05-28T02:50:30.219647Z","end":"2026-05-28T02:50:30.366044Z","steps":["trace[213541167] 'process raft request' (duration: 146.115427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:30.366197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.651476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:50:30.366243Z","caller":"traceutil/trace.go:171","msg":"trace[214170697] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:20380; }","duration":"142.76218ms","start":"2026-05-28T02:50:30.223469Z","end":"2026-05-28T02:50:30.366231Z","steps":["trace[214170697] 'agreement among raft nodes before linearized reading' (duration: 142.639527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:30.366895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.048119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T02:50:30.366944Z","caller":"traceutil/trace.go:171","msg":"trace[705401372] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:20380; }","duration":"137.117141ms","start":"2026-05-28T02:50:30.229815Z","end":"2026-05-28T02:50:30.366932Z","steps":["trace[705401372] 'agreement among raft nodes before linearized reading' (duration: 136.916754ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:50:30.976648Z","caller":"traceutil/trace.go:171","msg":"trace[949551458] transaction","detail":"{read_only:false; response_revision:20399; number_of_response:1; }","duration":"100.611453ms","start":"2026-05-28T02:50:30.875997Z","end":"2026-05-28T02:50:30.976609Z","steps":["trace[949551458] 'process raft request' (duration: 99.90622ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:50:30.976724Z","caller":"traceutil/trace.go:171","msg":"trace[1250456788] transaction","detail":"{read_only:false; response_revision:20400; number_of_response:1; }","duration":"100.610793ms","start":"2026-05-28T02:50:30.876077Z","end":"2026-05-28T02:50:30.976688Z","steps":["trace[1250456788] 'process raft request' (duration: 100.310514ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:52:11.883153Z","caller":"traceutil/trace.go:171","msg":"trace[1382072671] transaction","detail":"{read_only:false; response_revision:21125; number_of_response:1; }","duration":"190.191178ms","start":"2026-05-28T02:52:11.692927Z","end":"2026-05-28T02:52:11.883118Z","steps":["trace[1382072671] 'process raft request' (duration: 189.801446ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:52:17.398241Z","caller":"traceutil/trace.go:171","msg":"trace[576047636] linearizableReadLoop","detail":"{readStateIndex:21886; appliedIndex:21885; }","duration":"343.441653ms","start":"2026-05-28T02:52:17.054778Z","end":"2026-05-28T02:52:17.39822Z","steps":["trace[576047636] 'read index received' (duration: 343.247287ms)","trace[576047636] 'applied index is now lower than readState.Index' (duration: 193.576µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:52:17.398554Z","caller":"traceutil/trace.go:171","msg":"trace[67308651] transaction","detail":"{read_only:false; response_revision:21149; number_of_response:1; }","duration":"378.975443ms","start":"2026-05-28T02:52:17.019568Z","end":"2026-05-28T02:52:17.398544Z","steps":["trace[67308651] 'process raft request' (duration: 378.518348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:17.398644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:17.019553Z","time spent":"379.028755ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:52:17.398866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.093274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-28T02:52:17.398895Z","caller":"traceutil/trace.go:171","msg":"trace[554966696] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21149; }","duration":"344.157147ms","start":"2026-05-28T02:52:17.054728Z","end":"2026-05-28T02:52:17.398885Z","steps":["trace[554966696] 'agreement among raft nodes before linearized reading' (duration: 344.062484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:17.398918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:17.054708Z","time spent":"344.205108ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T02:52:17.399054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.207932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-28T02:52:17.39908Z","caller":"traceutil/trace.go:171","msg":"trace[172793234] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21149; }","duration":"312.268004ms","start":"2026-05-28T02:52:17.086805Z","end":"2026-05-28T02:52:17.399073Z","steps":["trace[172793234] 'agreement among raft nodes before linearized reading' (duration: 312.201392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:17.399098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:17.086787Z","time spent":"312.306385ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T02:52:17.399365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.320652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:52:17.399394Z","caller":"traceutil/trace.go:171","msg":"trace[1102109570] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:21149; }","duration":"131.385024ms","start":"2026-05-28T02:52:17.268002Z","end":"2026-05-28T02:52:17.399387Z","steps":["trace[1102109570] 'agreement among raft nodes before linearized reading' (duration: 131.341182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:17.399537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.843303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T02:52:17.399563Z","caller":"traceutil/trace.go:171","msg":"trace[370040275] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21149; }","duration":"206.867864ms","start":"2026-05-28T02:52:17.192688Z","end":"2026-05-28T02:52:17.399556Z","steps":["trace[370040275] 'agreement among raft nodes before linearized reading' (duration: 206.803002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:17.399695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.371212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:52:17.39972Z","caller":"traceutil/trace.go:171","msg":"trace[1528677917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21149; }","duration":"208.409403ms","start":"2026-05-28T02:52:17.191303Z","end":"2026-05-28T02:52:17.399712Z","steps":["trace[1528677917] 'agreement among raft nodes before linearized reading' (duration: 208.346071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:17.400029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.31091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:52:17.400128Z","caller":"traceutil/trace.go:171","msg":"trace[1461658967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21149; }","duration":"237.443215ms","start":"2026-05-28T02:52:17.162661Z","end":"2026-05-28T02:52:17.400104Z","steps":["trace[1461658967] 'agreement among raft nodes before linearized reading' (duration: 237.169986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:18.033715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.865671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:52:18.033878Z","caller":"traceutil/trace.go:171","msg":"trace[2032405685] transaction","detail":"{read_only:false; response_revision:21150; number_of_response:1; }","duration":"630.706275ms","start":"2026-05-28T02:52:17.403147Z","end":"2026-05-28T02:52:18.033853Z","steps":["trace[2032405685] 'process raft request' (duration: 347.161062ms)","trace[2032405685] 'compare' (duration: 282.705366ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:52:18.033956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:17.403124Z","time spent":"630.801748ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:52:18.036861Z","caller":"traceutil/trace.go:171","msg":"trace[1357507924] transaction","detail":"{read_only:false; response_revision:21151; number_of_response:1; }","duration":"633.625949ms","start":"2026-05-28T02:52:17.403208Z","end":"2026-05-28T02:52:18.036834Z","steps":["trace[1357507924] 'process raft request' (duration: 633.399521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:18.037143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:17.403196Z","time spent":"633.747882ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:52:18.037304Z","caller":"traceutil/trace.go:171","msg":"trace[1672245821] linearizableReadLoop","detail":"{readStateIndex:21891; appliedIndex:21886; }","duration":"584.237255ms","start":"2026-05-28T02:52:17.453044Z","end":"2026-05-28T02:52:18.037281Z","steps":["trace[1672245821] 'read index received' (duration: 297.474339ms)","trace[1672245821] 'applied index is now lower than readState.Index' (duration: 286.761656ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:52:18.03735Z","caller":"traceutil/trace.go:171","msg":"trace[1921447939] transaction","detail":"{read_only:false; response_revision:21154; number_of_response:1; }","duration":"632.12049ms","start":"2026-05-28T02:52:17.405168Z","end":"2026-05-28T02:52:18.037289Z","steps":["trace[1921447939] 'process raft request' (duration: 632.001887ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:52:18.03734Z","caller":"traceutil/trace.go:171","msg":"trace[1897811820] transaction","detail":"{read_only:false; response_revision:21155; number_of_response:1; }","duration":"310.364793ms","start":"2026-05-28T02:52:17.726962Z","end":"2026-05-28T02:52:18.037326Z","steps":["trace[1897811820] 'process raft request' (duration: 310.265839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:18.037475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.39791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:52:18.037516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:17.405145Z","time spent":"632.288166ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:52:18.037525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:17.726936Z","time spent":"310.504967ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:52:18.037552Z","caller":"traceutil/trace.go:171","msg":"trace[491878470] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:21155; }","duration":"584.491793ms","start":"2026-05-28T02:52:17.453038Z","end":"2026-05-28T02:52:18.03753Z","steps":["trace[491878470] 'agreement among raft nodes before linearized reading' (duration: 584.342018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:18.037602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:17.452989Z","time spent":"584.601706ms","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:52:18.037218Z","caller":"traceutil/trace.go:171","msg":"trace[811699959] transaction","detail":"{read_only:false; response_revision:21152; number_of_response:1; }","duration":"632.10466ms","start":"2026-05-28T02:52:17.405069Z","end":"2026-05-28T02:52:18.037174Z","steps":["trace[811699959] 'process raft request' (duration: 631.709427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:18.03773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:17.405058Z","time spent":"632.609325ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:52:18.038023Z","caller":"traceutil/trace.go:171","msg":"trace[840668992] transaction","detail":"{read_only:false; response_revision:21153; number_of_response:1; }","duration":"632.898365ms","start":"2026-05-28T02:52:17.405089Z","end":"2026-05-28T02:52:18.037987Z","steps":["trace[840668992] 'process raft request' (duration: 631.961655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:18.038375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:17.405062Z","time spent":"633.05451ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:52:18.039148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.724675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:52:18.039385Z","caller":"traceutil/trace.go:171","msg":"trace[127639310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21156; }","duration":"505.007914ms","start":"2026-05-28T02:52:17.534359Z","end":"2026-05-28T02:52:18.039367Z","steps":["trace[127639310] 'agreement among raft nodes before linearized reading' (duration: 504.725115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:18.039438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:17.53434Z","time spent":"505.081467ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:52:18.039338Z","caller":"traceutil/trace.go:171","msg":"trace[76018225] transaction","detail":"{read_only:false; response_revision:21156; number_of_response:1; }","duration":"136.144845ms","start":"2026-05-28T02:52:17.903174Z","end":"2026-05-28T02:52:18.039319Z","steps":["trace[76018225] 'process raft request' (duration: 135.815335ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:52:29.009042Z","caller":"traceutil/trace.go:171","msg":"trace[1117392913] transaction","detail":"{read_only:false; response_revision:21209; number_of_response:1; }","duration":"367.681421ms","start":"2026-05-28T02:52:28.641341Z","end":"2026-05-28T02:52:29.009023Z","steps":["trace[1117392913] 'process raft request' (duration: 367.534496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:29.009183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:28.641314Z","time spent":"367.794215ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:52:29.021214Z","caller":"traceutil/trace.go:171","msg":"trace[1980498137] transaction","detail":"{read_only:false; response_revision:21210; number_of_response:1; }","duration":"176.582443ms","start":"2026-05-28T02:52:28.844599Z","end":"2026-05-28T02:52:29.021181Z","steps":["trace[1980498137] 'process raft request' (duration: 174.207177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:35.761145Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.532674578s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:52:36.100884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.342862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:52:36.101673Z","caller":"traceutil/trace.go:171","msg":"trace[1305032766] transaction","detail":"{read_only:false; response_revision:21240; number_of_response:1; }","duration":"1.958008388s","start":"2026-05-28T02:52:34.143623Z","end":"2026-05-28T02:52:36.101631Z","steps":["trace[1305032766] 'process raft request' (duration: 1.957413609s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:52:36.101718Z","caller":"traceutil/trace.go:171","msg":"trace[1705634488] transaction","detail":"{read_only:false; response_revision:21242; number_of_response:1; }","duration":"1.063008207s","start":"2026-05-28T02:52:35.038675Z","end":"2026-05-28T02:52:36.101683Z","steps":["trace[1705634488] 'process raft request' (duration: 1.062497211s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:52:36.101789Z","caller":"traceutil/trace.go:171","msg":"trace[1152040196] linearizableReadLoop","detail":"{readStateIndex:21980; appliedIndex:21977; }","duration":"1.932672655s","start":"2026-05-28T02:52:34.169103Z","end":"2026-05-28T02:52:36.101776Z","steps":["trace[1152040196] 'read index received' (duration: 59.362574ms)","trace[1152040196] 'applied index is now lower than readState.Index' (duration: 1.873307551s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:52:36.101795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:34.143612Z","time spent":"1.958118242s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:52:36.101881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:35.038648Z","time spent":"1.063148682s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:52:36.101711Z","caller":"traceutil/trace.go:171","msg":"trace[961475215] transaction","detail":"{read_only:false; response_revision:21241; number_of_response:1; }","duration":"1.075193868s","start":"2026-05-28T02:52:35.02646Z","end":"2026-05-28T02:52:36.101654Z","steps":["trace[961475215] 'process raft request' (duration: 1.074671642s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:52:36.102024Z","caller":"traceutil/trace.go:171","msg":"trace[1255228855] transaction","detail":"{read_only:false; response_revision:21239; number_of_response:1; }","duration":"1.959761074s","start":"2026-05-28T02:52:34.142237Z","end":"2026-05-28T02:52:36.101998Z","steps":["trace[1255228855] 'process raft request' (duration: 1.619217234s)","trace[1255228855] 'compare' (duration: 338.955559ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:52:36.102088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:34.142225Z","time spent":"1.959828446s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:52:36.102089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:35.026429Z","time spent":"1.075578791s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:52:36.536898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:52:36.537Z","caller":"traceutil/trace.go:171","msg":"trace[947722594] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000265023s","start":"2026-05-28T02:52:34.536711Z","end":"2026-05-28T02:52:36.536976Z","steps":["trace[947722594] 'agreement among raft nodes before linearized reading' (duration: 2.000137309s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:36.537047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:34.536678Z","time spent":"2.000358436s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:52:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:52:37.222527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105581103s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:52:37.659649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49051977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:52:37.659714Z","caller":"traceutil/trace.go:171","msg":"trace[1598221291] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:21242; }","duration":"3.490643923s","start":"2026-05-28T02:52:34.169054Z","end":"2026-05-28T02:52:37.659698Z","steps":["trace[1598221291] 'agreement among raft nodes before linearized reading' (duration: 1.932816029s)","trace[1598221291] 'count revisions from in-memory index tree' (duration: 1.55772012s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:52:37.659743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:34.169033Z","time spent":"3.490704416s","remote":"127.0.0.1:56794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:52:37.660225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118076302s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:52:37.660271Z","caller":"traceutil/trace.go:171","msg":"trace[362169656] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21242; }","duration":"1.118125604s","start":"2026-05-28T02:52:36.54214Z","end":"2026-05-28T02:52:37.660266Z","steps":["trace[362169656] 'range keys from in-memory index tree' (duration: 1.118071222s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:37.660687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559453336s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T02:52:37.660947Z","caller":"traceutil/trace.go:171","msg":"trace[419737996] linearizableReadLoop","detail":"{readStateIndex:21983; appliedIndex:21982; }","duration":"1.559104465s","start":"2026-05-28T02:52:36.101823Z","end":"2026-05-28T02:52:37.660927Z","steps":["trace[419737996] 'read index received' (duration: 65.512µs)","trace[419737996] 'applied index is now lower than readState.Index' (duration: 1.559037773s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:52:37.661125Z","caller":"traceutil/trace.go:171","msg":"trace[1622991732] transaction","detail":"{read_only:false; response_revision:21243; number_of_response:1; }","duration":"1.54430011s","start":"2026-05-28T02:52:36.116818Z","end":"2026-05-28T02:52:37.661118Z","steps":["trace[1622991732] 'process raft request' (duration: 1.54399494s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:37.661187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:36.116799Z","time spent":"1.544353142s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:52:37.661185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051481604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:52:37.661224Z","caller":"traceutil/trace.go:171","msg":"trace[1988227656] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:21243; }","duration":"2.051530906s","start":"2026-05-28T02:52:35.609679Z","end":"2026-05-28T02:52:37.66121Z","steps":["trace[1988227656] 'agreement among raft nodes before linearized reading' (duration: 2.051436733s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:37.661234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225263784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:52:37.661279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:35.609651Z","time spent":"2.051599978s","remote":"127.0.0.1:56932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:52:37.661261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606318699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:52:37.661304Z","caller":"traceutil/trace.go:171","msg":"trace[213321772] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:21243; }","duration":"3.225376427s","start":"2026-05-28T02:52:34.435907Z","end":"2026-05-28T02:52:37.661284Z","steps":["trace[213321772] 'agreement among raft nodes before linearized reading' (duration: 3.225212692s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:52:37.661344Z","caller":"traceutil/trace.go:171","msg":"trace[647955510] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:21243; }","duration":"1.606446484s","start":"2026-05-28T02:52:36.054877Z","end":"2026-05-28T02:52:37.661323Z","steps":["trace[647955510] 'agreement among raft nodes before linearized reading' (duration: 1.606203036s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:37.661365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834249868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:52:37.661365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:34.435881Z","time spent":"3.22546824s","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:52:37.661388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:36.054863Z","time spent":"1.606515795s","remote":"127.0.0.1:52058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:52:37.66141Z","caller":"traceutil/trace.go:171","msg":"trace[1168667333] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:21243; }","duration":"1.834333791s","start":"2026-05-28T02:52:35.827058Z","end":"2026-05-28T02:52:37.661392Z","steps":["trace[1168667333] 'agreement among raft nodes before linearized reading' (duration: 1.834276879s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:37.661452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:35.827032Z","time spent":"1.834412103s","remote":"127.0.0.1:59748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:52:37.661224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966278862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:52:37.661763Z","caller":"traceutil/trace.go:171","msg":"trace[204590640] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:21242; }","duration":"1.966864721s","start":"2026-05-28T02:52:35.694877Z","end":"2026-05-28T02:52:37.661741Z","steps":["trace[204590640] 'agreement among raft nodes before linearized reading' (duration: 1.96619779s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:37.661826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:35.694855Z","time spent":"1.966950144s","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":80,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:52:37.661312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647016484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:52:37.662031Z","caller":"traceutil/trace.go:171","msg":"trace[1334282540] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:21243; }","duration":"1.647769349s","start":"2026-05-28T02:52:36.014243Z","end":"2026-05-28T02:52:37.662012Z","steps":["trace[1334282540] 'agreement among raft nodes before linearized reading' (duration: 1.647032355s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:37.662088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:36.01422Z","time spent":"1.64784784s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:52:38.153891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000757188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:52:38.154Z","caller":"traceutil/trace.go:171","msg":"trace[466027028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000988166s","start":"2026-05-28T02:52:36.152987Z","end":"2026-05-28T02:52:38.153975Z","steps":["trace[466027028] 'agreement among raft nodes before linearized reading' (duration: 2.000777199s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:38.154242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:36.152975Z","time spent":"2.001249034s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:52:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:52:38.252442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.045805506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-28T02:52:38.252416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761003857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:52:38.252522Z","caller":"traceutil/trace.go:171","msg":"trace[366910630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21243; }","duration":"4.04593502s","start":"2026-05-28T02:52:34.206566Z","end":"2026-05-28T02:52:38.252501Z","steps":["trace[366910630] 'agreement among raft nodes before linearized reading' (duration: 3.456512379s)","trace[366910630] 'range keys from in-memory index tree' (duration: 589.210514ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:52:38.252546Z","caller":"traceutil/trace.go:171","msg":"trace[1671805095] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:21243; }","duration":"2.761155402s","start":"2026-05-28T02:52:35.491365Z","end":"2026-05-28T02:52:38.25252Z","steps":["trace[1671805095] 'agreement among raft nodes before linearized reading' (duration: 2.170322835s)","trace[1671805095] 'count revisions from in-memory index tree' (duration: 590.65321ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:52:38.252587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:34.20656Z","time spent":"4.046017403s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:52:38.252604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:35.491343Z","time spent":"2.761243265s","remote":"127.0.0.1:41754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:52:38.252739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.715313651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-28T02:52:38.252783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.052489731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:52:38.252788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443517046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:52:38.252818Z","caller":"traceutil/trace.go:171","msg":"trace[2026664236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21243; }","duration":"2.715415014s","start":"2026-05-28T02:52:35.537379Z","end":"2026-05-28T02:52:38.252794Z","steps":["trace[2026664236] 'agreement among raft nodes before linearized reading' (duration: 2.124288689s)","trace[2026664236] 'range keys from in-memory index tree' (duration: 590.94204ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:52:38.252849Z","caller":"traceutil/trace.go:171","msg":"trace[996937135] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21243; }","duration":"4.052547143s","start":"2026-05-28T02:52:34.200259Z","end":"2026-05-28T02:52:38.252806Z","steps":["trace[996937135] 'agreement among raft nodes before linearized reading' (duration: 3.462800431s)","trace[996937135] 'range keys from in-memory index tree' (duration: 589.69829ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:52:38.252875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:34.200244Z","time spent":"4.052624625s","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-28T02:52:38.252883Z","caller":"traceutil/trace.go:171","msg":"trace[830820034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:21243; }","duration":"2.44367649s","start":"2026-05-28T02:52:35.809179Z","end":"2026-05-28T02:52:38.252855Z","steps":["trace[830820034] 'agreement among raft nodes before linearized reading' (duration: 1.852507823s)","trace[830820034] 'count revisions from in-memory index tree' (duration: 591.031172ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:52:38.252942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:35.809151Z","time spent":"2.443779414s","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:52:38.252732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.571846488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:52:38.253039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48669824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-28T02:52:38.252873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:35.53736Z","time spent":"2.715504098s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:52:38.253053Z","caller":"traceutil/trace.go:171","msg":"trace[1386308630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21243; }","duration":"3.57222956s","start":"2026-05-28T02:52:34.680801Z","end":"2026-05-28T02:52:38.25303Z","steps":["trace[1386308630] 'agreement among raft nodes before linearized reading' (duration: 2.980902248s)","trace[1386308630] 'count revisions from in-memory index tree' (duration: 590.962771ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:52:38.253108Z","caller":"traceutil/trace.go:171","msg":"trace[1129864669] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:21243; }","duration":"2.486792713s","start":"2026-05-28T02:52:35.766292Z","end":"2026-05-28T02:52:38.253084Z","steps":["trace[1129864669] 'agreement among raft nodes before linearized reading' (duration: 1.895408999s)","trace[1129864669] 'range keys from in-memory index tree' (duration: 591.211248ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:52:38.253604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:35.766276Z","time spent":"2.48730975s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-28T02:52:38.253346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.590386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:52:38.253939Z","caller":"traceutil/trace.go:171","msg":"trace[1056234484] linearizableReadLoop","detail":"{readStateIndex:21986; appliedIndex:21984; }","duration":"592.888503ms","start":"2026-05-28T02:52:37.660977Z","end":"2026-05-28T02:52:38.253866Z","steps":["trace[1056234484] 'read index received' (duration: 2.671006ms)","trace[1056234484] 'applied index is now lower than readState.Index' (duration: 590.216757ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:52:38.25399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.812865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:52:38.254001Z","caller":"traceutil/trace.go:171","msg":"trace[1085377266] transaction","detail":"{read_only:false; response_revision:21244; number_of_response:1; }","duration":"2.136114928s","start":"2026-05-28T02:52:36.117756Z","end":"2026-05-28T02:52:38.253871Z","steps":["trace[1085377266] 'process raft request' (duration: 1.545938893s)","trace[1085377266] 'compare' (duration: 588.78049ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:52:38.254015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716815012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:52:38.25405Z","caller":"traceutil/trace.go:171","msg":"trace[1955828538] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21245; }","duration":"837.906098ms","start":"2026-05-28T02:52:37.416129Z","end":"2026-05-28T02:52:38.254035Z","steps":["trace[1955828538] 'agreement among raft nodes before linearized reading' (duration: 837.742653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:38.254051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.301139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:52:38.25405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731209014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:52:38.254092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:37.416114Z","time spent":"837.96773ms","remote":"127.0.0.1:56886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:52:38.254099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:36.117746Z","time spent":"2.136307625s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:52:38.254125Z","caller":"traceutil/trace.go:171","msg":"trace[202046752] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21245; }","duration":"745.379001ms","start":"2026-05-28T02:52:37.508727Z","end":"2026-05-28T02:52:38.254106Z","steps":["trace[202046752] 'agreement among raft nodes before linearized reading' (duration: 745.267098ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:52:38.254133Z","caller":"traceutil/trace.go:171","msg":"trace[728231377] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21245; }","duration":"1.731305487s","start":"2026-05-28T02:52:36.522808Z","end":"2026-05-28T02:52:38.254114Z","steps":["trace[728231377] 'agreement among raft nodes before linearized reading' (duration: 1.731157122s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:52:38.254105Z","caller":"traceutil/trace.go:171","msg":"trace[1190090876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21245; }","duration":"1.716926505s","start":"2026-05-28T02:52:36.537148Z","end":"2026-05-28T02:52:38.254074Z","steps":["trace[1190090876] 'agreement among raft nodes before linearized reading' (duration: 1.716776631s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:38.254179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:36.52275Z","time spent":"1.73141605s","remote":"127.0.0.1:56864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:52:38.254179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:37.508687Z","time spent":"745.475044ms","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:52:38.253989Z","caller":"traceutil/trace.go:171","msg":"trace[1734109049] transaction","detail":"{read_only:false; response_revision:21245; number_of_response:1; }","duration":"1.098443753s","start":"2026-05-28T02:52:37.155519Z","end":"2026-05-28T02:52:38.253962Z","steps":["trace[1734109049] 'process raft request' (duration: 1.098290338s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:38.254245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:36.53713Z","time spent":"1.71705859s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:52:38.254363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:37.155494Z","time spent":"1.098805815s","remote":"127.0.0.1:47878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:52:38.25435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021241905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:52:38.254423Z","caller":"traceutil/trace.go:171","msg":"trace[650051188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21245; }","duration":"2.021353198s","start":"2026-05-28T02:52:36.233053Z","end":"2026-05-28T02:52:38.254407Z","steps":["trace[650051188] 'agreement among raft nodes before linearized reading' (duration: 2.021169652s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:38.254423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:34.680781Z","time spent":"3.572724186s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:52:38.254479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:36.233032Z","time spent":"2.021434591s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:52:38.755143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492440898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:52:39.322868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.027119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:52:39.323028Z","caller":"traceutil/trace.go:171","msg":"trace[76311229] transaction","detail":"{read_only:false; response_revision:21246; number_of_response:1; }","duration":"1.216566782s","start":"2026-05-28T02:52:38.106429Z","end":"2026-05-28T02:52:39.322996Z","steps":["trace[76311229] 'process raft request' (duration: 859.272445ms)","trace[76311229] 'compare' (duration: 356.569273ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:52:39.323104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:38.106413Z","time spent":"1.216655335s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:52:39.331395Z","caller":"traceutil/trace.go:171","msg":"trace[1887230552] transaction","detail":"{read_only:false; response_revision:21247; number_of_response:1; }","duration":"1.223643569s","start":"2026-05-28T02:52:38.107723Z","end":"2026-05-28T02:52:39.331366Z","steps":["trace[1887230552] 'process raft request' (duration: 1.223408672s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:39.331551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:38.107709Z","time spent":"1.223752312s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:52:40.011596Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19145} {"level":"warn","ts":"2026-05-28T02:52:40.012137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.662425ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-05-28T02:52:40.01238Z","caller":"traceutil/trace.go:171","msg":"trace[1238613961] compact","detail":"{revision:19145; response_revision:21247; }","duration":"1.756813886s","start":"2026-05-28T02:52:38.255513Z","end":"2026-05-28T02:52:40.012327Z","steps":["trace[1238613961] 'process raft request' (duration: 1.075750126s)","trace[1238613961] 'check and update compact revision' (duration: 679.545501ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:52:40.012493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:38.25547Z","time spent":"1.757016673s","remote":"127.0.0.1:47878","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T02:52:40.013505Z","caller":"traceutil/trace.go:171","msg":"trace[1768750215] transaction","detail":"{read_only:false; response_revision:21248; number_of_response:1; }","duration":"1.756782086s","start":"2026-05-28T02:52:38.256691Z","end":"2026-05-28T02:52:40.013473Z","steps":["trace[1768750215] 'process raft request' (duration: 1.755566347s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:40.013709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:38.256671Z","time spent":"1.756910639s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:52:40.013964Z","caller":"traceutil/trace.go:171","msg":"trace[430130115] transaction","detail":"{read_only:false; response_revision:21249; number_of_response:1; }","duration":"1.755688501s","start":"2026-05-28T02:52:38.258251Z","end":"2026-05-28T02:52:40.01394Z","steps":["trace[430130115] 'process raft request' (duration: 1.755190115s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:40.014085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:38.258238Z","time spent":"1.755775783s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:52:40.014433Z","caller":"traceutil/trace.go:171","msg":"trace[2015240609] transaction","detail":"{read_only:false; response_revision:21250; number_of_response:1; }","duration":"1.756097564s","start":"2026-05-28T02:52:38.258318Z","end":"2026-05-28T02:52:40.014415Z","steps":["trace[2015240609] 'process raft request' (duration: 1.755588598s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:52:40.014469Z","caller":"traceutil/trace.go:171","msg":"trace[1898454888] linearizableReadLoop","detail":"{readStateIndex:21992; appliedIndex:21986; }","duration":"1.760454683s","start":"2026-05-28T02:52:38.253972Z","end":"2026-05-28T02:52:40.014426Z","steps":["trace[1898454888] 'read index received' (duration: 711.755274ms)","trace[1898454888] 'applied index is now lower than readState.Index' (duration: 1.048697819s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:52:40.01453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:38.258304Z","time spent":"1.756178346s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:52:40.0148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908942655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-28T02:52:40.014828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908729368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:52:40.014855Z","caller":"traceutil/trace.go:171","msg":"trace[323015885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21250; }","duration":"1.909058408s","start":"2026-05-28T02:52:38.10578Z","end":"2026-05-28T02:52:40.014838Z","steps":["trace[323015885] 'agreement among raft nodes before linearized reading' (duration: 1.908740018s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:52:40.014874Z","caller":"traceutil/trace.go:171","msg":"trace[2018311381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21250; }","duration":"1.908828421s","start":"2026-05-28T02:52:38.106033Z","end":"2026-05-28T02:52:40.014861Z","steps":["trace[2018311381] 'agreement among raft nodes before linearized reading' (duration: 1.908415758s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:40.014894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:38.10576Z","time spent":"1.909124681s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:52:40.014909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:38.106016Z","time spent":"1.908885532s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:52:40.015291Z","caller":"traceutil/trace.go:171","msg":"trace[1478195243] transaction","detail":"{read_only:false; response_revision:21251; number_of_response:1; }","duration":"831.236055ms","start":"2026-05-28T02:52:39.184039Z","end":"2026-05-28T02:52:40.015275Z","steps":["trace[1478195243] 'process raft request' (duration: 830.376048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:40.015385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:39.184014Z","time spent":"831.322068ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:52:40.114685Z","caller":"traceutil/trace.go:171","msg":"trace[638307695] transaction","detail":"{read_only:false; response_revision:21252; number_of_response:1; }","duration":"446.841729ms","start":"2026-05-28T02:52:39.667816Z","end":"2026-05-28T02:52:40.114657Z","steps":["trace[638307695] 'process raft request' (duration: 444.642469ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:52:40.114993Z","caller":"traceutil/trace.go:171","msg":"trace[661062740] linearizableReadLoop","detail":"{readStateIndex:21994; appliedIndex:21993; }","duration":"100.403749ms","start":"2026-05-28T02:52:40.014569Z","end":"2026-05-28T02:52:40.114972Z","steps":["trace[661062740] 'read index received' (duration: 97.791676ms)","trace[661062740] 'applied index is now lower than readState.Index' (duration: 2.610163ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:52:40.115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:39.667793Z","time spent":"447.091248ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:52:40.115147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596742853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:52:40.115185Z","caller":"traceutil/trace.go:171","msg":"trace[190231738] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:21252; }","duration":"1.596809465s","start":"2026-05-28T02:52:38.518366Z","end":"2026-05-28T02:52:40.115176Z","steps":["trace[190231738] 'agreement among raft nodes before linearized reading' (duration: 1.596744753s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:40.115219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:38.518349Z","time spent":"1.596861417s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:52:40.115089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85793837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:52:40.115319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.855416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:52:40.115376Z","caller":"traceutil/trace.go:171","msg":"trace[1056330494] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:21252; }","duration":"667.995421ms","start":"2026-05-28T02:52:39.447367Z","end":"2026-05-28T02:52:40.115362Z","steps":["trace[1056330494] 'agreement among raft nodes before linearized reading' (duration: 667.882477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:40.115408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:39.447342Z","time spent":"668.059513ms","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:52:40.115546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85767594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-52de7227-e25b-4075-bd05-a7505e406f01\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-05-28T02:52:40.115556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857500485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-05-28T02:52:40.115587Z","caller":"traceutil/trace.go:171","msg":"trace[1397017582] range","detail":"{range_begin:/registry/persistentvolumes/pvc-52de7227-e25b-4075-bd05-a7505e406f01; range_end:; response_count:1; response_revision:21252; }","duration":"1.857741743s","start":"2026-05-28T02:52:38.257835Z","end":"2026-05-28T02:52:40.115577Z","steps":["trace[1397017582] 'agreement among raft nodes before linearized reading' (duration: 1.857590778s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:40.115623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:38.257825Z","time spent":"1.857790094s","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-52de7227-e25b-4075-bd05-a7505e406f01\" "} {"level":"info","ts":"2026-05-28T02:52:40.115381Z","caller":"traceutil/trace.go:171","msg":"trace[1825178138] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21252; }","duration":"1.858253349s","start":"2026-05-28T02:52:38.257104Z","end":"2026-05-28T02:52:40.115357Z","steps":["trace[1825178138] 'agreement among raft nodes before linearized reading' (duration: 1.857936849s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:52:40.115629Z","caller":"traceutil/trace.go:171","msg":"trace[2058951744] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b398a427727950; range_end:; response_count:1; response_revision:21252; }","duration":"1.857612029s","start":"2026-05-28T02:52:38.257994Z","end":"2026-05-28T02:52:40.115606Z","steps":["trace[2058951744] 'agreement among raft nodes before linearized reading' (duration: 1.857377231s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:40.115681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:38.257086Z","time spent":"1.858567909s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T02:52:40.115684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:38.257974Z","time spent":"1.857701102s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" "} {"level":"warn","ts":"2026-05-28T02:52:40.115492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.861121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-28T02:52:40.11581Z","caller":"traceutil/trace.go:171","msg":"trace[1210177189] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:21252; }","duration":"820.213162ms","start":"2026-05-28T02:52:39.295564Z","end":"2026-05-28T02:52:40.115778Z","steps":["trace[1210177189] 'agreement among raft nodes before linearized reading' (duration: 819.480249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:40.115877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853563719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:52:40.115878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:39.295544Z","time spent":"820.318446ms","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-05-28T02:52:40.115911Z","caller":"traceutil/trace.go:171","msg":"trace[95245576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21252; }","duration":"1.85361083s","start":"2026-05-28T02:52:38.26229Z","end":"2026-05-28T02:52:40.115901Z","steps":["trace[95245576] 'agreement among raft nodes before linearized reading' (duration: 1.853319441s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:40.115942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:38.262283Z","time spent":"1.853652601s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:52:40.116263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.528134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126832"} {"level":"info","ts":"2026-05-28T02:52:40.116304Z","caller":"traceutil/trace.go:171","msg":"trace[325387902] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:21252; }","duration":"816.612637ms","start":"2026-05-28T02:52:39.299681Z","end":"2026-05-28T02:52:40.116294Z","steps":["trace[325387902] 'agreement among raft nodes before linearized reading' (duration: 815.923775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:40.116335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:39.29966Z","time spent":"816.667329ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126855,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-28T02:52:40.115667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.540067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:52:40.117004Z","caller":"traceutil/trace.go:171","msg":"trace[1056113742] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:21252; }","duration":"465.933352ms","start":"2026-05-28T02:52:39.651046Z","end":"2026-05-28T02:52:40.116979Z","steps":["trace[1056113742] 'agreement among raft nodes before linearized reading' (duration: 464.489395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:40.117063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:52:39.651027Z","time spent":"466.016754ms","remote":"127.0.0.1:41784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:52:40.287929Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19145,"took":"270.312018ms","hash":1647704150,"current-db-size-bytes":49000448,"current-db-size":"49 MB","current-db-size-in-use-bytes":29995008,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-28T02:52:40.288005Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1647704150,"revision":19145,"compact-revision":16606} {"level":"info","ts":"2026-05-28T02:54:20.668344Z","caller":"traceutil/trace.go:171","msg":"trace[1101376204] linearizableReadLoop","detail":"{readStateIndex:22888; appliedIndex:22887; }","duration":"100.166732ms","start":"2026-05-28T02:54:20.568138Z","end":"2026-05-28T02:54:20.668304Z","steps":["trace[1101376204] 'read index received' (duration: 99.914704ms)","trace[1101376204] 'applied index is now lower than readState.Index' (duration: 250.678µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:54:20.668667Z","caller":"traceutil/trace.go:171","msg":"trace[779801473] transaction","detail":"{read_only:false; response_revision:22115; number_of_response:1; }","duration":"101.825556ms","start":"2026-05-28T02:54:20.566753Z","end":"2026-05-28T02:54:20.668579Z","steps":["trace[779801473] 'process raft request' (duration: 101.33262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:20.669087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.932507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T02:54:20.669194Z","caller":"traceutil/trace.go:171","msg":"trace[489147653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22115; }","duration":"101.083432ms","start":"2026-05-28T02:54:20.568088Z","end":"2026-05-28T02:54:20.669171Z","steps":["trace[489147653] 'agreement among raft nodes before linearized reading' (duration: 100.915426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:21.02202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.193422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:54:21.022127Z","caller":"traceutil/trace.go:171","msg":"trace[180372027] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22121; }","duration":"211.349497ms","start":"2026-05-28T02:54:20.81075Z","end":"2026-05-28T02:54:21.022099Z","steps":["trace[180372027] 'range keys from in-memory index tree' (duration: 211.09935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:21.022255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.935694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:54:21.022356Z","caller":"traceutil/trace.go:171","msg":"trace[1345435938] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22121; }","duration":"211.10493ms","start":"2026-05-28T02:54:20.811229Z","end":"2026-05-28T02:54:21.022334Z","steps":["trace[1345435938] 'range keys from in-memory index tree' (duration: 210.447868ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:30.971167Z","caller":"traceutil/trace.go:171","msg":"trace[1444488700] linearizableReadLoop","detail":"{readStateIndex:22977; appliedIndex:22974; }","duration":"140.911669ms","start":"2026-05-28T02:54:30.830234Z","end":"2026-05-28T02:54:30.971146Z","steps":["trace[1444488700] 'read index received' (duration: 196.477µs)","trace[1444488700] 'applied index is now lower than readState.Index' (duration: 140.714352ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:54:30.971281Z","caller":"traceutil/trace.go:171","msg":"trace[2071729607] transaction","detail":"{read_only:false; response_revision:22201; number_of_response:1; }","duration":"176.906793ms","start":"2026-05-28T02:54:30.794364Z","end":"2026-05-28T02:54:30.971271Z","steps":["trace[2071729607] 'process raft request' (duration: 173.99251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:30.971439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.180687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-28T02:54:30.971525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.871851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:54:30.971544Z","caller":"traceutil/trace.go:171","msg":"trace[957012125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22202; }","duration":"141.294171ms","start":"2026-05-28T02:54:30.830229Z","end":"2026-05-28T02:54:30.971523Z","steps":["trace[957012125] 'agreement among raft nodes before linearized reading' (duration: 141.089905ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:30.971657Z","caller":"traceutil/trace.go:171","msg":"trace[865696545] transaction","detail":"{read_only:false; response_revision:22202; number_of_response:1; }","duration":"177.263204ms","start":"2026-05-28T02:54:30.794379Z","end":"2026-05-28T02:54:30.971642Z","steps":["trace[865696545] 'process raft request' (duration: 176.715816ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:30.972022Z","caller":"traceutil/trace.go:171","msg":"trace[182235985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22202; }","duration":"137.945993ms","start":"2026-05-28T02:54:30.833614Z","end":"2026-05-28T02:54:30.97156Z","steps":["trace[182235985] 'agreement among raft nodes before linearized reading' (duration: 137.784748ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:56:17.387929Z","caller":"traceutil/trace.go:171","msg":"trace[2078049500] transaction","detail":"{read_only:false; response_revision:23017; number_of_response:1; }","duration":"184.253559ms","start":"2026-05-28T02:56:17.20364Z","end":"2026-05-28T02:56:17.387894Z","steps":["trace[2078049500] 'process raft request' (duration: 184.138125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:31.498206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.981776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:56:31.498256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.471733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:56:31.498263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.229976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:56:31.498296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.447789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:111290"} {"level":"info","ts":"2026-05-28T02:56:31.498327Z","caller":"traceutil/trace.go:171","msg":"trace[1085622446] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23605; }","duration":"149.619898ms","start":"2026-05-28T02:56:31.348685Z","end":"2026-05-28T02:56:31.498305Z","steps":["trace[1085622446] 'count revisions from in-memory index tree' (duration: 149.390781ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:56:31.498336Z","caller":"traceutil/trace.go:171","msg":"trace[2118664061] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23605; }","duration":"154.363ms","start":"2026-05-28T02:56:31.343957Z","end":"2026-05-28T02:56:31.49832Z","steps":["trace[2118664061] 'range keys from in-memory index tree' (duration: 154.155423ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:56:31.498358Z","caller":"traceutil/trace.go:171","msg":"trace[2034662464] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23605; }","duration":"157.556932ms","start":"2026-05-28T02:56:31.340781Z","end":"2026-05-28T02:56:31.498338Z","steps":["trace[2034662464] 'range keys from in-memory index tree' (duration: 157.319615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:31.498389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.410352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:56:31.498441Z","caller":"traceutil/trace.go:171","msg":"trace[1807486148] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23605; }","duration":"169.477585ms","start":"2026-05-28T02:56:31.32895Z","end":"2026-05-28T02:56:31.498428Z","steps":["trace[1807486148] 'range keys from in-memory index tree' (duration: 169.377232ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:56:31.498326Z","caller":"traceutil/trace.go:171","msg":"trace[841638296] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23605; }","duration":"168.137502ms","start":"2026-05-28T02:56:31.330164Z","end":"2026-05-28T02:56:31.498301Z","steps":["trace[841638296] 'count revisions from in-memory index tree' (duration: 167.937855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:31.4985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.595779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:56:31.499016Z","caller":"traceutil/trace.go:171","msg":"trace[1879839616] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23605; }","duration":"170.129995ms","start":"2026-05-28T02:56:31.328853Z","end":"2026-05-28T02:56:31.498983Z","steps":["trace[1879839616] 'count revisions from in-memory index tree' (duration: 169.476655ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:56:31.505815Z","caller":"traceutil/trace.go:171","msg":"trace[102848478] linearizableReadLoop","detail":"{readStateIndex:24419; appliedIndex:24418; }","duration":"152.053986ms","start":"2026-05-28T02:56:31.353721Z","end":"2026-05-28T02:56:31.505775Z","steps":["trace[102848478] 'read index received' (duration: 151.85901ms)","trace[102848478] 'applied index is now lower than readState.Index' (duration: 193.976µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:56:31.505924Z","caller":"traceutil/trace.go:171","msg":"trace[1787800531] transaction","detail":"{read_only:false; response_revision:23606; number_of_response:1; }","duration":"154.963369ms","start":"2026-05-28T02:56:31.350931Z","end":"2026-05-28T02:56:31.505894Z","steps":["trace[1787800531] 'process raft request' (duration: 154.660969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:31.50618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.428388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T02:56:31.506227Z","caller":"traceutil/trace.go:171","msg":"trace[1221500924] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23606; }","duration":"152.548151ms","start":"2026-05-28T02:56:31.353667Z","end":"2026-05-28T02:56:31.506215Z","steps":["trace[1221500924] 'agreement among raft nodes before linearized reading' (duration: 152.235531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:31.511096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.86965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:56:31.511166Z","caller":"traceutil/trace.go:171","msg":"trace[1827440496] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23608; }","duration":"156.962704ms","start":"2026-05-28T02:56:31.354186Z","end":"2026-05-28T02:56:31.511148Z","steps":["trace[1827440496] 'agreement among raft nodes before linearized reading' (duration: 156.835739ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:56:31.511356Z","caller":"traceutil/trace.go:171","msg":"trace[1723397063] transaction","detail":"{read_only:false; response_revision:23607; number_of_response:1; }","duration":"122.128496ms","start":"2026-05-28T02:56:31.38919Z","end":"2026-05-28T02:56:31.511318Z","steps":["trace[1723397063] 'process raft request' (duration: 121.584009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:31.511468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.982844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/cert-manager-test/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:56:31.511483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.238852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:56:31.511518Z","caller":"traceutil/trace.go:171","msg":"trace[741356245] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/cert-manager-test/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/cert-manager-test0; response_count:0; response_revision:23608; }","duration":"157.044216ms","start":"2026-05-28T02:56:31.354461Z","end":"2026-05-28T02:56:31.511506Z","steps":["trace[741356245] 'agreement among raft nodes before linearized reading' (duration: 156.972354ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:56:31.511554Z","caller":"traceutil/trace.go:171","msg":"trace[1060706268] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23608; }","duration":"157.333125ms","start":"2026-05-28T02:56:31.354202Z","end":"2026-05-28T02:56:31.511535Z","steps":["trace[1060706268] 'agreement among raft nodes before linearized reading' (duration: 157.203591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:32.864607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.128106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137815"} {"level":"info","ts":"2026-05-28T02:56:32.864693Z","caller":"traceutil/trace.go:171","msg":"trace[200888245] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23650; }","duration":"127.267311ms","start":"2026-05-28T02:56:32.737406Z","end":"2026-05-28T02:56:32.864673Z","steps":["trace[200888245] 'range keys from in-memory index tree' (duration: 126.882728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:37.686625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492448067,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:56:38.153808Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008194149s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:56:38.154224Z","caller":"traceutil/trace.go:171","msg":"trace[1659330853] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"1.008717646s","start":"2026-05-28T02:56:37.14548Z","end":"2026-05-28T02:56:38.154197Z","steps":["trace[1659330853] 'process raft request' (duration: 1.00853875s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:38.154368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:37.145452Z","time spent":"1.00883981s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:56:38.857691Z","caller":"traceutil/trace.go:171","msg":"trace[541507801] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"1.030126624s","start":"2026-05-28T02:56:37.827535Z","end":"2026-05-28T02:56:38.857661Z","steps":["trace[541507801] 'process raft request' (duration: 1.029983569s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:56:38.857743Z","caller":"traceutil/trace.go:171","msg":"trace[1690590084] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"1.326138405s","start":"2026-05-28T02:56:37.53157Z","end":"2026-05-28T02:56:38.857708Z","steps":["trace[1690590084] 'process raft request' (duration: 1.325742112s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:38.857913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:37.827518Z","time spent":"1.030265287s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:56:38.857957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:37.531546Z","time spent":"1.326268439s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:56:38.858224Z","caller":"traceutil/trace.go:171","msg":"trace[1519727427] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"1.003616993s","start":"2026-05-28T02:56:37.854526Z","end":"2026-05-28T02:56:38.858143Z","steps":["trace[1519727427] 'process raft request' (duration: 1.003074156s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:56:38.858341Z","caller":"traceutil/trace.go:171","msg":"trace[1513894111] linearizableReadLoop","detail":"{readStateIndex:24536; appliedIndex:24534; }","duration":"1.671800938s","start":"2026-05-28T02:56:37.186483Z","end":"2026-05-28T02:56:38.858284Z","steps":["trace[1513894111] 'read index received' (duration: 967.584496ms)","trace[1513894111] 'applied index is now lower than readState.Index' (duration: 704.212222ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:56:38.858272Z","caller":"traceutil/trace.go:171","msg":"trace[637221245] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"997.31076ms","start":"2026-05-28T02:56:37.860907Z","end":"2026-05-28T02:56:38.858218Z","steps":["trace[637221245] 'process raft request' (duration: 997.069803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:38.858475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:37.854478Z","time spent":"1.003858451s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:56:38.858594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672085668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:56:38.858593Z","caller":"traceutil/trace.go:171","msg":"trace[804729395] transaction","detail":"{read_only:false; response_revision:23727; number_of_response:1; }","duration":"621.772738ms","start":"2026-05-28T02:56:38.236716Z","end":"2026-05-28T02:56:38.858489Z","steps":["trace[804729395] 'process raft request' (duration: 621.489299ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:56:38.858688Z","caller":"traceutil/trace.go:171","msg":"trace[459098071] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23727; }","duration":"1.672242173s","start":"2026-05-28T02:56:37.186425Z","end":"2026-05-28T02:56:38.858667Z","steps":["trace[459098071] 'agreement among raft nodes before linearized reading' (duration: 1.671980224s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:56:38.858709Z","caller":"traceutil/trace.go:171","msg":"trace[1268233062] transaction","detail":"{read_only:false; response_revision:23728; number_of_response:1; }","duration":"411.35ms","start":"2026-05-28T02:56:38.447339Z","end":"2026-05-28T02:56:38.858689Z","steps":["trace[1268233062] 'process raft request' (duration: 411.090442ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:56:38.858421Z","caller":"traceutil/trace.go:171","msg":"trace[1067108559] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"881.700093ms","start":"2026-05-28T02:56:37.97651Z","end":"2026-05-28T02:56:38.85821Z","steps":["trace[1067108559] 'process raft request' (duration: 881.59907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:38.85874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:37.18639Z","time spent":"1.672338336s","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:56:38.858812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:38.447303Z","time spent":"411.453694ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:56:38.858857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496703414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T02:56:38.858932Z","caller":"traceutil/trace.go:171","msg":"trace[1721338808] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23728; }","duration":"1.496826698s","start":"2026-05-28T02:56:37.362089Z","end":"2026-05-28T02:56:38.858915Z","steps":["trace[1721338808] 'agreement among raft nodes before linearized reading' (duration: 1.49658378s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:38.858974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210468066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:56:38.859036Z","caller":"traceutil/trace.go:171","msg":"trace[2058051113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23728; }","duration":"1.210565769s","start":"2026-05-28T02:56:37.648449Z","end":"2026-05-28T02:56:38.859015Z","steps":["trace[2058051113] 'agreement among raft nodes before linearized reading' (duration: 1.210313141s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:38.859084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18748781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-28T02:56:38.859082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:38.236693Z","time spent":"622.154261ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:56:38.859157Z","caller":"traceutil/trace.go:171","msg":"trace[1532666817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23728; }","duration":"1.187556232s","start":"2026-05-28T02:56:37.67158Z","end":"2026-05-28T02:56:38.859137Z","steps":["trace[1532666817] 'agreement among raft nodes before linearized reading' (duration: 1.187358085s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:38.859143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235299053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-28T02:56:38.859209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:37.671504Z","time spent":"1.187692316s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:56:38.859254Z","caller":"traceutil/trace.go:171","msg":"trace[1608117603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23728; }","duration":"1.235426036s","start":"2026-05-28T02:56:37.623811Z","end":"2026-05-28T02:56:38.859237Z","steps":["trace[1608117603] 'agreement among raft nodes before linearized reading' (duration: 1.235199909s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:38.859267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.063519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:56:38.859277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325308718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:56:38.859084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:37.648404Z","time spent":"1.210671153s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:56:38.859313Z","caller":"traceutil/trace.go:171","msg":"trace[450789184] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23728; }","duration":"531.146972ms","start":"2026-05-28T02:56:38.328151Z","end":"2026-05-28T02:56:38.859298Z","steps":["trace[450789184] 'agreement among raft nodes before linearized reading' (duration: 531.050579ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:56:38.859313Z","caller":"traceutil/trace.go:171","msg":"trace[663042985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23728; }","duration":"1.325375071s","start":"2026-05-28T02:56:37.533928Z","end":"2026-05-28T02:56:38.859303Z","steps":["trace[663042985] 'agreement among raft nodes before linearized reading' (duration: 1.325322929s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:38.859319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:37.623794Z","time spent":"1.235510459s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:56:38.859317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.086362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:56:38.859343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:38.328123Z","time spent":"531.213404ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:56:38.859343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:37.533915Z","time spent":"1.325422382s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:56:38.859352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.12614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:56:38.859367Z","caller":"traceutil/trace.go:171","msg":"trace[143737668] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23728; }","duration":"827.179045ms","start":"2026-05-28T02:56:38.032173Z","end":"2026-05-28T02:56:38.859352Z","steps":["trace[143737668] 'agreement among raft nodes before linearized reading' (duration: 827.095012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:38.859376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.029485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-56585fb99f-qdmnl.18b399de9aad22cf\" ","response":"range_response_count:1 size:2085"} {"level":"warn","ts":"2026-05-28T02:56:38.859414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:38.032152Z","time spent":"827.253467ms","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:56:38.859299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:37.976493Z","time spent":"882.483319ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:56:38.859472Z","caller":"traceutil/trace.go:171","msg":"trace[1385775101] range","detail":"{range_begin:/registry/events/openstack/glance-api-56585fb99f-qdmnl.18b399de9aad22cf; range_end:; response_count:1; response_revision:23728; }","duration":"868.154779ms","start":"2026-05-28T02:56:37.991279Z","end":"2026-05-28T02:56:38.859433Z","steps":["trace[1385775101] 'agreement among raft nodes before linearized reading' (duration: 867.475958ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:56:38.859427Z","caller":"traceutil/trace.go:171","msg":"trace[22366389] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23728; }","duration":"148.236384ms","start":"2026-05-28T02:56:38.711172Z","end":"2026-05-28T02:56:38.859408Z","steps":["trace[22366389] 'agreement among raft nodes before linearized reading' (duration: 148.12514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:38.859577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:37.991261Z","time spent":"868.297883ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2108,"request content":"key:\"/registry/events/openstack/glance-api-56585fb99f-qdmnl.18b399de9aad22cf\" "} {"level":"warn","ts":"2026-05-28T02:56:38.85923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31318314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T02:56:38.859911Z","caller":"traceutil/trace.go:171","msg":"trace[1513195890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23728; }","duration":"1.313909293s","start":"2026-05-28T02:56:37.545989Z","end":"2026-05-28T02:56:38.859898Z","steps":["trace[1513195890] 'agreement among raft nodes before linearized reading' (duration: 1.31317629s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:38.859869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:37.860889Z","time spent":"997.58919ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:56:38.859252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.327277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:56:38.860188Z","caller":"traceutil/trace.go:171","msg":"trace[1166378640] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23728; }","duration":"488.331269ms","start":"2026-05-28T02:56:38.37184Z","end":"2026-05-28T02:56:38.860171Z","steps":["trace[1166378640] 'agreement among raft nodes before linearized reading' (duration: 487.312036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:38.860267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:38.37182Z","time spent":"488.429753ms","remote":"127.0.0.1:59716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:56:38.859973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:37.545967Z","time spent":"1.313991976s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:56:38.859225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20966772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T02:56:38.860934Z","caller":"traceutil/trace.go:171","msg":"trace[74683035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23728; }","duration":"1.211428037s","start":"2026-05-28T02:56:37.64947Z","end":"2026-05-28T02:56:38.860898Z","steps":["trace[74683035] 'agreement among raft nodes before linearized reading' (duration: 1.209659911s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:56:38.860997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:37.64945Z","time spent":"1.2115333s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:56:38.858975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:56:37.362072Z","time spent":"1.496893689s","remote":"127.0.0.1:48184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":166,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:57:40.018422Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21245} {"level":"info","ts":"2026-05-28T02:57:40.118205Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21245,"took":"96.222897ms","hash":1156774221,"current-db-size-bytes":50143232,"current-db-size":"50 MB","current-db-size-in-use-bytes":40972288,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-05-28T02:57:40.118291Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1156774221,"revision":21245,"compact-revision":19145} {"level":"info","ts":"2026-05-28T02:58:13.505319Z","caller":"traceutil/trace.go:171","msg":"trace[1084755738] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"100.110261ms","start":"2026-05-28T02:58:13.405174Z","end":"2026-05-28T02:58:13.505284Z","steps":["trace[1084755738] 'process raft request' (duration: 65.4462ms)","trace[1084755738] 'compare' (duration: 34.456355ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:15.355704Z","caller":"traceutil/trace.go:171","msg":"trace[1743813073] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"124.673111ms","start":"2026-05-28T02:58:15.230989Z","end":"2026-05-28T02:58:15.355663Z","steps":["trace[1743813073] 'process raft request' (duration: 65.862963ms)","trace[1743813073] 'compare' (duration: 58.414366ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:15.356009Z","caller":"traceutil/trace.go:171","msg":"trace[1471861245] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"123.575377ms","start":"2026-05-28T02:58:15.23239Z","end":"2026-05-28T02:58:15.355966Z","steps":["trace[1471861245] 'process raft request' (duration: 123.206115ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:15.732051Z","caller":"traceutil/trace.go:171","msg":"trace[502844237] linearizableReadLoop","detail":"{readStateIndex:25569; appliedIndex:25568; }","duration":"303.561215ms","start":"2026-05-28T02:58:15.428465Z","end":"2026-05-28T02:58:15.732027Z","steps":["trace[502844237] 'read index received' (duration: 237.910609ms)","trace[502844237] 'applied index is now lower than readState.Index' (duration: 65.649576ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:15.732095Z","caller":"traceutil/trace.go:171","msg":"trace[1136538365] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"322.035713ms","start":"2026-05-28T02:58:15.410021Z","end":"2026-05-28T02:58:15.732057Z","steps":["trace[1136538365] 'process raft request' (duration: 256.218812ms)","trace[1136538365] 'compare' (duration: 65.684947ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:15.732244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:15.409997Z","time spent":"322.163367ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:15.732321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.843375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T02:58:15.732401Z","caller":"traceutil/trace.go:171","msg":"trace[1995750133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24728; }","duration":"304.00583ms","start":"2026-05-28T02:58:15.428372Z","end":"2026-05-28T02:58:15.732378Z","steps":["trace[1995750133] 'agreement among raft nodes before linearized reading' (duration: 303.736991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:15.732476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:15.428344Z","time spent":"304.121733ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:58:15.764837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.719506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T02:58:15.764953Z","caller":"traceutil/trace.go:171","msg":"trace[1394358149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24729; }","duration":"255.878191ms","start":"2026-05-28T02:58:15.509058Z","end":"2026-05-28T02:58:15.764937Z","steps":["trace[1394358149] 'agreement among raft nodes before linearized reading' (duration: 255.597292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:15.765197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.301592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:58:15.765309Z","caller":"traceutil/trace.go:171","msg":"trace[1486491065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24730; }","duration":"255.490738ms","start":"2026-05-28T02:58:15.509793Z","end":"2026-05-28T02:58:15.765283Z","steps":["trace[1486491065] 'agreement among raft nodes before linearized reading' (duration: 254.966361ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:17.523603Z","caller":"traceutil/trace.go:171","msg":"trace[1608954990] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"161.482522ms","start":"2026-05-28T02:58:17.362075Z","end":"2026-05-28T02:58:17.523557Z","steps":["trace[1608954990] 'process raft request' (duration: 95.865907ms)","trace[1608954990] 'compare' (duration: 65.426869ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:17.547917Z","caller":"traceutil/trace.go:171","msg":"trace[1069764669] linearizableReadLoop","detail":"{readStateIndex:25581; appliedIndex:25578; }","duration":"160.733097ms","start":"2026-05-28T02:58:17.387171Z","end":"2026-05-28T02:58:17.547904Z","steps":["trace[1069764669] 'read index received' (duration: 70.676476ms)","trace[1069764669] 'applied index is now lower than readState.Index' (duration: 90.055921ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:17.548009Z","caller":"traceutil/trace.go:171","msg":"trace[236710231] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"184.894345ms","start":"2026-05-28T02:58:17.363106Z","end":"2026-05-28T02:58:17.548Z","steps":["trace[236710231] 'process raft request' (duration: 184.764301ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:17.547999Z","caller":"traceutil/trace.go:171","msg":"trace[862741661] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"184.921386ms","start":"2026-05-28T02:58:17.363042Z","end":"2026-05-28T02:58:17.547963Z","steps":["trace[862741661] 'process raft request' (duration: 184.71887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:17.548365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.16509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T02:58:17.548489Z","caller":"traceutil/trace.go:171","msg":"trace[1550539354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24739; }","duration":"161.342487ms","start":"2026-05-28T02:58:17.387124Z","end":"2026-05-28T02:58:17.548466Z","steps":["trace[1550539354] 'agreement among raft nodes before linearized reading' (duration: 161.007466ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:17.892947Z","caller":"traceutil/trace.go:171","msg":"trace[331764747] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"123.416611ms","start":"2026-05-28T02:58:17.769506Z","end":"2026-05-28T02:58:17.892923Z","steps":["trace[331764747] 'process raft request' (duration: 123.166993ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:17.893141Z","caller":"traceutil/trace.go:171","msg":"trace[1048546190] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"123.04798ms","start":"2026-05-28T02:58:17.770068Z","end":"2026-05-28T02:58:17.893116Z","steps":["trace[1048546190] 'process raft request' (duration: 122.811363ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:17.941668Z","caller":"traceutil/trace.go:171","msg":"trace[1250897877] linearizableReadLoop","detail":"{readStateIndex:25586; appliedIndex:25585; }","duration":"130.247069ms","start":"2026-05-28T02:58:17.811398Z","end":"2026-05-28T02:58:17.941645Z","steps":["trace[1250897877] 'read index received' (duration: 81.802099ms)","trace[1250897877] 'applied index is now lower than readState.Index' (duration: 48.44392ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:17.941859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.449926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:58:17.94189Z","caller":"traceutil/trace.go:171","msg":"trace[2010923606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24744; }","duration":"130.520617ms","start":"2026-05-28T02:58:17.81136Z","end":"2026-05-28T02:58:17.94188Z","steps":["trace[2010923606] 'agreement among raft nodes before linearized reading' (duration: 130.393953ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:17.941885Z","caller":"traceutil/trace.go:171","msg":"trace[1638391633] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"144.357738ms","start":"2026-05-28T02:58:17.797382Z","end":"2026-05-28T02:58:17.94174Z","steps":["trace[1638391633] 'process raft request' (duration: 144.142411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:17.941889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.485474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T02:58:17.942105Z","caller":"traceutil/trace.go:171","msg":"trace[1436173070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24744; }","duration":"106.734182ms","start":"2026-05-28T02:58:17.835359Z","end":"2026-05-28T02:58:17.942093Z","steps":["trace[1436173070] 'agreement among raft nodes before linearized reading' (duration: 106.448613ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:18.561192Z","caller":"traceutil/trace.go:171","msg":"trace[258603911] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"285.811952ms","start":"2026-05-28T02:58:18.275353Z","end":"2026-05-28T02:58:18.561165Z","steps":["trace[258603911] 'process raft request' (duration: 285.591455ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:18.719002Z","caller":"traceutil/trace.go:171","msg":"trace[1776014420] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"122.318347ms","start":"2026-05-28T02:58:18.596622Z","end":"2026-05-28T02:58:18.71894Z","steps":["trace[1776014420] 'process raft request' (duration: 52.22756ms)","trace[1776014420] 'compare' (duration: 69.625982ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:20.012317Z","caller":"traceutil/trace.go:171","msg":"trace[275921765] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"114.097176ms","start":"2026-05-28T02:58:19.89819Z","end":"2026-05-28T02:58:20.012287Z","steps":["trace[275921765] 'process raft request' (duration: 82.085209ms)","trace[275921765] 'compare' (duration: 31.729228ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:23.840816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.814627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:23.840996Z","caller":"traceutil/trace.go:171","msg":"trace[486601622] linearizableReadLoop","detail":"{readStateIndex:25628; appliedIndex:25626; }","duration":"135.284308ms","start":"2026-05-28T02:58:23.705696Z","end":"2026-05-28T02:58:23.840981Z","steps":["trace[486601622] 'read index received' (duration: 4.184762ms)","trace[486601622] 'applied index is now lower than readState.Index' (duration: 131.098776ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:23.841042Z","caller":"traceutil/trace.go:171","msg":"trace[1807411582] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"145.202243ms","start":"2026-05-28T02:58:23.695811Z","end":"2026-05-28T02:58:23.841014Z","steps":["trace[1807411582] 'process raft request' (duration: 145.114791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:23.841125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.424914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T02:58:23.841162Z","caller":"traceutil/trace.go:171","msg":"trace[881501599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24785; }","duration":"135.497166ms","start":"2026-05-28T02:58:23.705655Z","end":"2026-05-28T02:58:23.841152Z","steps":["trace[881501599] 'agreement among raft nodes before linearized reading' (duration: 135.377882ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:23.841829Z","caller":"traceutil/trace.go:171","msg":"trace[468316946] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"145.476813ms","start":"2026-05-28T02:58:23.695768Z","end":"2026-05-28T02:58:23.841244Z","steps":["trace[468316946] 'process raft request' (duration: 14.133269ms)","trace[468316946] 'compare' (duration: 130.701873ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:23.891888Z","caller":"traceutil/trace.go:171","msg":"trace[266647263] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"167.524603ms","start":"2026-05-28T02:58:23.724331Z","end":"2026-05-28T02:58:23.891856Z","steps":["trace[266647263] 'process raft request' (duration: 167.364868ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:24.028598Z","caller":"traceutil/trace.go:171","msg":"trace[1462781617] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"100.638638ms","start":"2026-05-28T02:58:23.927936Z","end":"2026-05-28T02:58:24.028575Z","steps":["trace[1462781617] 'process raft request' (duration: 62.096174ms)","trace[1462781617] 'compare' (duration: 38.261965ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:26.168804Z","caller":"traceutil/trace.go:171","msg":"trace[1870595009] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"134.67243ms","start":"2026-05-28T02:58:26.034105Z","end":"2026-05-28T02:58:26.168778Z","steps":["trace[1870595009] 'process raft request' (duration: 112.468594ms)","trace[1870595009] 'compare' (duration: 22.108313ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:26.173644Z","caller":"traceutil/trace.go:171","msg":"trace[1218880561] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"137.375125ms","start":"2026-05-28T02:58:26.036235Z","end":"2026-05-28T02:58:26.17361Z","steps":["trace[1218880561] 'process raft request' (duration: 137.095446ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:28.028844Z","caller":"traceutil/trace.go:171","msg":"trace[842497391] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"140.094611ms","start":"2026-05-28T02:58:27.888718Z","end":"2026-05-28T02:58:28.028813Z","steps":["trace[842497391] 'process raft request' (duration: 60.686968ms)","trace[842497391] 'compare' (duration: 79.276579ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:28.088807Z","caller":"traceutil/trace.go:171","msg":"trace[1532622943] linearizableReadLoop","detail":"{readStateIndex:25657; appliedIndex:25656; }","duration":"100.538635ms","start":"2026-05-28T02:58:27.988241Z","end":"2026-05-28T02:58:28.08878Z","steps":["trace[1532622943] 'read index received' (duration: 100.347379ms)","trace[1532622943] 'applied index is now lower than readState.Index' (duration: 190.096µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:28.088912Z","caller":"traceutil/trace.go:171","msg":"trace[904896893] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"180.884728ms","start":"2026-05-28T02:58:27.907994Z","end":"2026-05-28T02:58:28.088879Z","steps":["trace[904896893] 'process raft request' (duration: 180.658271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.089047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.783682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T02:58:28.089101Z","caller":"traceutil/trace.go:171","msg":"trace[1978147375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24813; }","duration":"100.896996ms","start":"2026-05-28T02:58:27.98819Z","end":"2026-05-28T02:58:28.089087Z","steps":["trace[1978147375] 'agreement among raft nodes before linearized reading' (duration: 100.70157ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:28.211257Z","caller":"traceutil/trace.go:171","msg":"trace[1155159465] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"117.971319ms","start":"2026-05-28T02:58:28.093261Z","end":"2026-05-28T02:58:28.211232Z","steps":["trace[1155159465] 'process raft request' (duration: 117.577126ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:28.423301Z","caller":"traceutil/trace.go:171","msg":"trace[656128958] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"140.651599ms","start":"2026-05-28T02:58:28.28262Z","end":"2026-05-28T02:58:28.423272Z","steps":["trace[656128958] 'process raft request' (duration: 140.411551ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:28.426007Z","caller":"traceutil/trace.go:171","msg":"trace[1763350359] linearizableReadLoop","detail":"{readStateIndex:25663; appliedIndex:25662; }","duration":"107.730182ms","start":"2026-05-28T02:58:28.318254Z","end":"2026-05-28T02:58:28.425984Z","steps":["trace[1763350359] 'read index received' (duration: 105.543502ms)","trace[1763350359] 'applied index is now lower than readState.Index' (duration: 2.18538ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:28.426149Z","caller":"traceutil/trace.go:171","msg":"trace[1830669726] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"140.439642ms","start":"2026-05-28T02:58:28.285642Z","end":"2026-05-28T02:58:28.426082Z","steps":["trace[1830669726] 'process raft request' (duration: 140.159623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.426267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.996621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T02:58:28.42633Z","caller":"traceutil/trace.go:171","msg":"trace[1217212316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24819; }","duration":"108.114774ms","start":"2026-05-28T02:58:28.318199Z","end":"2026-05-28T02:58:28.426313Z","steps":["trace[1217212316] 'agreement among raft nodes before linearized reading' (duration: 107.881487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:29.014294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.425454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:29.014416Z","caller":"traceutil/trace.go:171","msg":"trace[1241794330] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24821; }","duration":"130.607361ms","start":"2026-05-28T02:58:28.883777Z","end":"2026-05-28T02:58:29.014384Z","steps":["trace[1241794330] 'range keys from in-memory index tree' (duration: 130.322361ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:29.01485Z","caller":"traceutil/trace.go:171","msg":"trace[297436339] linearizableReadLoop","detail":"{readStateIndex:25666; appliedIndex:25665; }","duration":"130.455506ms","start":"2026-05-28T02:58:28.884371Z","end":"2026-05-28T02:58:29.014826Z","steps":["trace[297436339] 'read index received' (duration: 88.659688ms)","trace[297436339] 'applied index is now lower than readState.Index' (duration: 41.794388ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:29.015139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.761215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:29.015094Z","caller":"traceutil/trace.go:171","msg":"trace[495379673] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"130.801756ms","start":"2026-05-28T02:58:28.88426Z","end":"2026-05-28T02:58:29.015061Z","steps":["trace[495379673] 'process raft request' (duration: 88.644537ms)","trace[495379673] 'compare' (duration: 41.56432ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:29.015203Z","caller":"traceutil/trace.go:171","msg":"trace[1912414285] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24822; }","duration":"130.876089ms","start":"2026-05-28T02:58:28.884313Z","end":"2026-05-28T02:58:29.015189Z","steps":["trace[1912414285] 'agreement among raft nodes before linearized reading' (duration: 130.768646ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:29.04514Z","caller":"traceutil/trace.go:171","msg":"trace[568402787] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"147.629071ms","start":"2026-05-28T02:58:28.897496Z","end":"2026-05-28T02:58:29.045125Z","steps":["trace[568402787] 'process raft request' (duration: 147.483107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:29.045328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.706137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:29.045368Z","caller":"traceutil/trace.go:171","msg":"trace[383235443] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24824; }","duration":"160.79595ms","start":"2026-05-28T02:58:28.884563Z","end":"2026-05-28T02:58:29.045359Z","steps":["trace[383235443] 'agreement among raft nodes before linearized reading' (duration: 160.717117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:29.045444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.272471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:29.045504Z","caller":"traceutil/trace.go:171","msg":"trace[1431965197] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24824; }","duration":"142.347394ms","start":"2026-05-28T02:58:28.903131Z","end":"2026-05-28T02:58:29.045479Z","steps":["trace[1431965197] 'agreement among raft nodes before linearized reading' (duration: 142.281792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:29.045546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.921834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:29.045595Z","caller":"traceutil/trace.go:171","msg":"trace[986404134] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24824; }","duration":"161.022427ms","start":"2026-05-28T02:58:28.884563Z","end":"2026-05-28T02:58:29.045586Z","steps":["trace[986404134] 'agreement among raft nodes before linearized reading' (duration: 160.953155ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:29.045583Z","caller":"traceutil/trace.go:171","msg":"trace[1338446344] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"143.473509ms","start":"2026-05-28T02:58:28.902091Z","end":"2026-05-28T02:58:29.045564Z","steps":["trace[1338446344] 'process raft request' (duration: 142.990814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:29.04569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.540559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:29.045724Z","caller":"traceutil/trace.go:171","msg":"trace[1128407313] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24824; }","duration":"142.596681ms","start":"2026-05-28T02:58:28.903119Z","end":"2026-05-28T02:58:29.045716Z","steps":["trace[1128407313] 'agreement among raft nodes before linearized reading' (duration: 142.54512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:29.045757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.392807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T02:58:29.045865Z","caller":"traceutil/trace.go:171","msg":"trace[257583369] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24824; }","duration":"160.532021ms","start":"2026-05-28T02:58:28.885308Z","end":"2026-05-28T02:58:29.04584Z","steps":["trace[257583369] 'agreement among raft nodes before linearized reading' (duration: 160.18491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:29.045915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.803657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-28T02:58:29.045948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.550619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:29.045986Z","caller":"traceutil/trace.go:171","msg":"trace[740997636] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24824; }","duration":"142.607782ms","start":"2026-05-28T02:58:28.90337Z","end":"2026-05-28T02:58:29.045978Z","steps":["trace[740997636] 'agreement among raft nodes before linearized reading' (duration: 142.55023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:29.045999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.790897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:29.046025Z","caller":"traceutil/trace.go:171","msg":"trace[34098330] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24824; }","duration":"142.86716ms","start":"2026-05-28T02:58:28.903149Z","end":"2026-05-28T02:58:29.046016Z","steps":["trace[34098330] 'agreement among raft nodes before linearized reading' (duration: 142.827889ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:29.045954Z","caller":"traceutil/trace.go:171","msg":"trace[1744854156] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24824; }","duration":"142.86649ms","start":"2026-05-28T02:58:28.903079Z","end":"2026-05-28T02:58:29.045945Z","steps":["trace[1744854156] 'agreement among raft nodes before linearized reading' (duration: 142.741326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:30.028063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.786664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T02:58:30.028145Z","caller":"traceutil/trace.go:171","msg":"trace[1792035923] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24826; }","duration":"101.928409ms","start":"2026-05-28T02:58:29.926199Z","end":"2026-05-28T02:58:30.028127Z","steps":["trace[1792035923] 'count revisions from in-memory index tree' (duration: 101.609609ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:30.466111Z","caller":"traceutil/trace.go:171","msg":"trace[879482252] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"152.826996ms","start":"2026-05-28T02:58:30.313249Z","end":"2026-05-28T02:58:30.466076Z","steps":["trace[879482252] 'process raft request' (duration: 152.431393ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:31.045087Z","caller":"traceutil/trace.go:171","msg":"trace[83861467] linearizableReadLoop","detail":"{readStateIndex:25682; appliedIndex:25681; }","duration":"180.213327ms","start":"2026-05-28T02:58:30.864849Z","end":"2026-05-28T02:58:31.045062Z","steps":["trace[83861467] 'read index received' (duration: 180.080533ms)","trace[83861467] 'applied index is now lower than readState.Index' (duration: 131.644µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:31.045162Z","caller":"traceutil/trace.go:171","msg":"trace[303657032] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"243.800227ms","start":"2026-05-28T02:58:30.801328Z","end":"2026-05-28T02:58:31.045128Z","steps":["trace[303657032] 'process raft request' (duration: 243.58959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:31.045363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.503625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-28T02:58:31.045534Z","caller":"traceutil/trace.go:171","msg":"trace[620809512] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24837; }","duration":"180.771894ms","start":"2026-05-28T02:58:30.864748Z","end":"2026-05-28T02:58:31.04552Z","steps":["trace[620809512] 'agreement among raft nodes before linearized reading' (duration: 180.431713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:31.608887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.653046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:31.608982Z","caller":"traceutil/trace.go:171","msg":"trace[235010715] linearizableReadLoop","detail":"{readStateIndex:25683; appliedIndex:25682; }","duration":"563.810985ms","start":"2026-05-28T02:58:31.045152Z","end":"2026-05-28T02:58:31.608963Z","steps":["trace[235010715] 'read index received' (duration: 306.930362ms)","trace[235010715] 'applied index is now lower than readState.Index' (duration: 256.879883ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:31.609033Z","caller":"traceutil/trace.go:171","msg":"trace[104668884] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"587.726855ms","start":"2026-05-28T02:58:31.021297Z","end":"2026-05-28T02:58:31.609024Z","steps":["trace[104668884] 'process raft request' (duration: 330.848852ms)","trace[104668884] 'compare' (duration: 256.570003ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:31.60908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.021265Z","time spent":"587.790207ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:31.609161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.278901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:31.60923Z","caller":"traceutil/trace.go:171","msg":"trace[1056677681] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24838; }","duration":"587.355683ms","start":"2026-05-28T02:58:31.021861Z","end":"2026-05-28T02:58:31.609217Z","steps":["trace[1056677681] 'agreement among raft nodes before linearized reading' (duration: 587.232909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:31.609272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.021807Z","time spent":"587.455877ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:58:31.609273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.737201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:31.609417Z","caller":"traceutil/trace.go:171","msg":"trace[1981889656] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24838; }","duration":"590.886355ms","start":"2026-05-28T02:58:31.018525Z","end":"2026-05-28T02:58:31.609411Z","steps":["trace[1981889656] 'agreement among raft nodes before linearized reading' (duration: 590.70828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:31.60945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.018447Z","time spent":"590.996359ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T02:58:32.183328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.905139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:32.183446Z","caller":"traceutil/trace.go:171","msg":"trace[1895304292] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"745.534779ms","start":"2026-05-28T02:58:31.43789Z","end":"2026-05-28T02:58:32.183425Z","steps":["trace[1895304292] 'process raft request' (duration: 394.428784ms)","trace[1895304292] 'compare' (duration: 350.414333ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:32.183507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.437862Z","time spent":"745.615712ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:32.262181Z","caller":"traceutil/trace.go:171","msg":"trace[824589434] linearizableReadLoop","detail":"{readStateIndex:25685; appliedIndex:25683; }","duration":"653.156564ms","start":"2026-05-28T02:58:31.609Z","end":"2026-05-28T02:58:32.262157Z","steps":["trace[824589434] 'read index received' (duration: 223.290276ms)","trace[824589434] 'applied index is now lower than readState.Index' (duration: 429.865388ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:32.26235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212427395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:32.262389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212368153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:32.262448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212368043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T02:58:32.262426Z","caller":"traceutil/trace.go:171","msg":"trace[2003290818] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24841; }","duration":"1.212554529s","start":"2026-05-28T02:58:31.049851Z","end":"2026-05-28T02:58:32.262405Z","steps":["trace[2003290818] 'agreement among raft nodes before linearized reading' (duration: 1.212433295s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:32.26255Z","caller":"traceutil/trace.go:171","msg":"trace[1107273873] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24841; }","duration":"1.212501898s","start":"2026-05-28T02:58:31.050028Z","end":"2026-05-28T02:58:32.26253Z","steps":["trace[1107273873] 'agreement among raft nodes before linearized reading' (duration: 1.212211458s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.262534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212437886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:32.262573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212505787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:32.262608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.050021Z","time spent":"1.2125779s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:58:32.262595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212690274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:32.262615Z","caller":"traceutil/trace.go:171","msg":"trace[1624068251] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24841; }","duration":"1.212551379s","start":"2026-05-28T02:58:31.050051Z","end":"2026-05-28T02:58:32.262602Z","steps":["trace[1624068251] 'agreement among raft nodes before linearized reading' (duration: 1.212391674s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.262618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.049834Z","time spent":"1.212714314s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-05-28T02:58:32.262646Z","caller":"traceutil/trace.go:171","msg":"trace[1066271638] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24841; }","duration":"1.212605611s","start":"2026-05-28T02:58:31.050026Z","end":"2026-05-28T02:58:32.262631Z","steps":["trace[1066271638] 'agreement among raft nodes before linearized reading' (duration: 1.212454686s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.262751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212644571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:32.262778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137203874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T02:58:32.262792Z","caller":"traceutil/trace.go:171","msg":"trace[642581134] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24841; }","duration":"1.212745245s","start":"2026-05-28T02:58:31.050038Z","end":"2026-05-28T02:58:32.262783Z","steps":["trace[642581134] 'agreement among raft nodes before linearized reading' (duration: 1.212680893s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.262462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211789005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-28T02:58:32.262795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.050018Z","time spent":"1.212767536s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:58:32.262821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.050004Z","time spent":"1.212811507s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-05-28T02:58:32.262832Z","caller":"traceutil/trace.go:171","msg":"trace[1631261594] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24841; }","duration":"1.212229009s","start":"2026-05-28T02:58:31.050595Z","end":"2026-05-28T02:58:32.262824Z","steps":["trace[1631261594] 'agreement among raft nodes before linearized reading' (duration: 1.211599219s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:32.262655Z","caller":"traceutil/trace.go:171","msg":"trace[167943037] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24841; }","duration":"1.212803917s","start":"2026-05-28T02:58:31.049838Z","end":"2026-05-28T02:58:32.262641Z","steps":["trace[167943037] 'agreement among raft nodes before linearized reading' (duration: 1.212667843s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:32.262838Z","caller":"traceutil/trace.go:171","msg":"trace[309566431] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24841; }","duration":"1.137283207s","start":"2026-05-28T02:58:31.125526Z","end":"2026-05-28T02:58:32.262809Z","steps":["trace[309566431] 'agreement among raft nodes before linearized reading' (duration: 1.137008758s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.262873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.050578Z","time spent":"1.21228472s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:58:32.262891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.125508Z","time spent":"1.13737383s","remote":"127.0.0.1:48184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:32.262476Z","caller":"traceutil/trace.go:171","msg":"trace[1014702795] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24841; }","duration":"1.212482996s","start":"2026-05-28T02:58:31.049974Z","end":"2026-05-28T02:58:32.262457Z","steps":["trace[1014702795] 'agreement among raft nodes before linearized reading' (duration: 1.212314291s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.262654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.906181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-4m4bv.18b39acd7ef6da09\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-05-28T02:58:32.262937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.049967Z","time spent":"1.212962382s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T02:58:32.262929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.049816Z","time spent":"1.213093956s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-05-28T02:58:32.262955Z","caller":"traceutil/trace.go:171","msg":"trace[1618637886] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-4m4bv.18b39acd7ef6da09; range_end:; response_count:1; response_revision:24841; }","duration":"966.279564ms","start":"2026-05-28T02:58:31.296666Z","end":"2026-05-28T02:58:32.262945Z","steps":["trace[1618637886] 'agreement among raft nodes before linearized reading' (duration: 965.85571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.262993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.296645Z","time spent":"966.336695ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-4m4bv.18b39acd7ef6da09\" "} {"level":"warn","ts":"2026-05-28T02:58:32.262669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.050044Z","time spent":"1.212612791s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T02:58:32.263022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.62179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:32.263081Z","caller":"traceutil/trace.go:171","msg":"trace[501625793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24841; }","duration":"694.712322ms","start":"2026-05-28T02:58:31.568347Z","end":"2026-05-28T02:58:32.26306Z","steps":["trace[501625793] 'agreement among raft nodes before linearized reading' (duration: 694.615279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.263111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.568333Z","time spent":"694.770965ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:58:32.262733Z","caller":"traceutil/trace.go:171","msg":"trace[2033713942] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"682.268898ms","start":"2026-05-28T02:58:31.580445Z","end":"2026-05-28T02:58:32.262714Z","steps":["trace[2033713942] 'process raft request' (duration: 681.474003ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:32.263536Z","caller":"traceutil/trace.go:171","msg":"trace[1176327243] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"450.156793ms","start":"2026-05-28T02:58:31.812177Z","end":"2026-05-28T02:58:32.262334Z","steps":["trace[1176327243] 'process raft request' (duration: 449.895915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.263671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.812152Z","time spent":"451.444333ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:32.263794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.580406Z","time spent":"683.28235ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:32.338864Z","caller":"traceutil/trace.go:171","msg":"trace[1822503828] transaction","detail":"{read_only:false; response_revision:24842; number_of_response:1; }","duration":"220.112524ms","start":"2026-05-28T02:58:32.118715Z","end":"2026-05-28T02:58:32.338828Z","steps":["trace[1822503828] 'process raft request' (duration: 215.652292ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:32.339735Z","caller":"traceutil/trace.go:171","msg":"trace[1850069616] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"159.897241ms","start":"2026-05-28T02:58:32.179813Z","end":"2026-05-28T02:58:32.33971Z","steps":["trace[1850069616] 'process raft request' (duration: 158.938401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.339911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.505715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:32.339964Z","caller":"traceutil/trace.go:171","msg":"trace[1610655503] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24843; }","duration":"490.607779ms","start":"2026-05-28T02:58:31.849347Z","end":"2026-05-28T02:58:32.339955Z","steps":["trace[1610655503] 'agreement among raft nodes before linearized reading' (duration: 490.283419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.339989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.849328Z","time spent":"490.6549ms","remote":"127.0.0.1:57842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:32.340365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.108076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T02:58:32.340448Z","caller":"traceutil/trace.go:171","msg":"trace[1377939396] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24843; }","duration":"503.23297ms","start":"2026-05-28T02:58:31.837182Z","end":"2026-05-28T02:58:32.340415Z","steps":["trace[1377939396] 'agreement among raft nodes before linearized reading' (duration: 502.481976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.340488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.837159Z","time spent":"503.318383ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":167,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:32.341349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.13328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T02:58:32.341478Z","caller":"traceutil/trace.go:171","msg":"trace[294257301] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24843; }","duration":"179.770163ms","start":"2026-05-28T02:58:32.161624Z","end":"2026-05-28T02:58:32.341394Z","steps":["trace[294257301] 'agreement among raft nodes before linearized reading' (duration: 178.006557ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:32.694295Z","caller":"traceutil/trace.go:171","msg":"trace[504363326] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"130.042192ms","start":"2026-05-28T02:58:32.564229Z","end":"2026-05-28T02:58:32.694271Z","steps":["trace[504363326] 'process raft request' (duration: 129.892238ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:32.795788Z","caller":"traceutil/trace.go:171","msg":"trace[423815507] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"231.353272ms","start":"2026-05-28T02:58:32.564413Z","end":"2026-05-28T02:58:32.795767Z","steps":["trace[423815507] 'process raft request' (duration: 230.391731ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:32.795965Z","caller":"traceutil/trace.go:171","msg":"trace[322928553] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"230.824514ms","start":"2026-05-28T02:58:32.565128Z","end":"2026-05-28T02:58:32.795952Z","steps":["trace[322928553] 'process raft request' (duration: 230.602657ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:32.796177Z","caller":"traceutil/trace.go:171","msg":"trace[943133574] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"230.636649ms","start":"2026-05-28T02:58:32.565523Z","end":"2026-05-28T02:58:32.79616Z","steps":["trace[943133574] 'process raft request' (duration: 230.383221ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:33.755011Z","caller":"traceutil/trace.go:171","msg":"trace[1587874605] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"141.271048ms","start":"2026-05-28T02:58:33.613716Z","end":"2026-05-28T02:58:33.754987Z","steps":["trace[1587874605] 'process raft request' (duration: 141.119384ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:34.544857Z","caller":"traceutil/trace.go:171","msg":"trace[33728185] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"199.524541ms","start":"2026-05-28T02:58:34.34531Z","end":"2026-05-28T02:58:34.544835Z","steps":["trace[33728185] 'process raft request' (duration: 199.224051ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:34.545137Z","caller":"traceutil/trace.go:171","msg":"trace[1877004469] linearizableReadLoop","detail":"{readStateIndex:25709; appliedIndex:25705; }","duration":"176.430076ms","start":"2026-05-28T02:58:34.368682Z","end":"2026-05-28T02:58:34.545112Z","steps":["trace[1877004469] 'read index received' (duration: 33.950349ms)","trace[1877004469] 'applied index is now lower than readState.Index' (duration: 142.478597ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:34.545175Z","caller":"traceutil/trace.go:171","msg":"trace[1296970166] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"192.109285ms","start":"2026-05-28T02:58:34.353047Z","end":"2026-05-28T02:58:34.545157Z","steps":["trace[1296970166] 'process raft request' (duration: 191.933969ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:34.545348Z","caller":"traceutil/trace.go:171","msg":"trace[176256061] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"192.455875ms","start":"2026-05-28T02:58:34.352881Z","end":"2026-05-28T02:58:34.545337Z","steps":["trace[176256061] 'process raft request' (duration: 191.885477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:34.545393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.38319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:34.545396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.580648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T02:58:34.545445Z","caller":"traceutil/trace.go:171","msg":"trace[1087622658] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24864; }","duration":"269.449472ms","start":"2026-05-28T02:58:34.275982Z","end":"2026-05-28T02:58:34.545432Z","steps":["trace[1087622658] 'agreement among raft nodes before linearized reading' (duration: 269.38633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:34.545335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.005099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:34.545489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.234598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:34.545528Z","caller":"traceutil/trace.go:171","msg":"trace[884174455] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24864; }","duration":"276.344471ms","start":"2026-05-28T02:58:34.269175Z","end":"2026-05-28T02:58:34.54552Z","steps":["trace[884174455] 'agreement among raft nodes before linearized reading' (duration: 276.2932ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:34.545496Z","caller":"traceutil/trace.go:171","msg":"trace[260811808] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24864; }","duration":"270.207436ms","start":"2026-05-28T02:58:34.275277Z","end":"2026-05-28T02:58:34.545484Z","steps":["trace[260811808] 'agreement among raft nodes before linearized reading' (duration: 269.948208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:34.54567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.645667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T02:58:34.545449Z","caller":"traceutil/trace.go:171","msg":"trace[1978780100] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24864; }","duration":"270.689112ms","start":"2026-05-28T02:58:34.274749Z","end":"2026-05-28T02:58:34.545438Z","steps":["trace[1978780100] 'agreement among raft nodes before linearized reading' (duration: 270.493665ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:34.545708Z","caller":"traceutil/trace.go:171","msg":"trace[431663895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24864; }","duration":"133.723129ms","start":"2026-05-28T02:58:34.411973Z","end":"2026-05-28T02:58:34.545696Z","steps":["trace[431663895] 'agreement among raft nodes before linearized reading' (duration: 133.600795ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:34.957153Z","caller":"traceutil/trace.go:171","msg":"trace[1801264257] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"151.533775ms","start":"2026-05-28T02:58:34.805586Z","end":"2026-05-28T02:58:34.957119Z","steps":["trace[1801264257] 'process raft request' (duration: 151.465023ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:34.957181Z","caller":"traceutil/trace.go:171","msg":"trace[264645389] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"152.140944ms","start":"2026-05-28T02:58:34.80501Z","end":"2026-05-28T02:58:34.957151Z","steps":["trace[264645389] 'process raft request' (duration: 127.589074ms)","trace[264645389] 'compare' (duration: 24.24279ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:36.877959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492450763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:36.960301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.582439ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:36.960455Z","caller":"traceutil/trace.go:171","msg":"trace[663190778] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24872; }","duration":"417.736074ms","start":"2026-05-28T02:58:36.542673Z","end":"2026-05-28T02:58:36.960409Z","steps":["trace[663190778] 'range keys from in-memory index tree' (duration: 417.566518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:36.960746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.646943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T02:58:36.960806Z","caller":"traceutil/trace.go:171","msg":"trace[1160065698] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24872; }","duration":"587.714275ms","start":"2026-05-28T02:58:36.373074Z","end":"2026-05-28T02:58:36.960789Z","steps":["trace[1160065698] 'range keys from in-memory index tree' (duration: 587.53039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:36.960836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.373049Z","time spent":"587.779877ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:58:36.960971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.831829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:36.961044Z","caller":"traceutil/trace.go:171","msg":"trace[2127693667] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24872; }","duration":"587.933542ms","start":"2026-05-28T02:58:36.37309Z","end":"2026-05-28T02:58:36.961023Z","steps":["trace[2127693667] 'range keys from in-memory index tree' (duration: 587.764697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:36.961087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.373077Z","time spent":"587.999594ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:58:36.961053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.328443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:36.961159Z","caller":"traceutil/trace.go:171","msg":"trace[1066975129] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24872; }","duration":"587.461507ms","start":"2026-05-28T02:58:36.373673Z","end":"2026-05-28T02:58:36.961135Z","steps":["trace[1066975129] 'range keys from in-memory index tree' (duration: 587.276582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:36.961167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.216951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:36.961207Z","caller":"traceutil/trace.go:171","msg":"trace[183086828] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24872; }","duration":"588.311264ms","start":"2026-05-28T02:58:36.372884Z","end":"2026-05-28T02:58:36.961196Z","steps":["trace[183086828] 'range keys from in-memory index tree' (duration: 587.413126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:36.961208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.373666Z","time spent":"587.52823ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T02:58:36.96124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.372864Z","time spent":"588.369306ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T02:58:37.379069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492450763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:37.674169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.299778202s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:58:37.674649Z","caller":"traceutil/trace.go:171","msg":"trace[1100496295] transaction","detail":"{read_only:false; response_revision:24873; number_of_response:1; }","duration":"1.300326239s","start":"2026-05-28T02:58:36.374297Z","end":"2026-05-28T02:58:37.674623Z","steps":["trace[1100496295] 'process raft request' (duration: 1.30001991s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:37.674795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.374283Z","time spent":"1.300438342s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:38.534627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000120825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:58:38.534711Z","caller":"traceutil/trace.go:171","msg":"trace[688977648] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0002529s","start":"2026-05-28T02:58:36.534439Z","end":"2026-05-28T02:58:38.534692Z","steps":["trace[688977648] 'agreement among raft nodes before linearized reading' (duration: 2.000146326s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:38.534763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.534422Z","time spent":"2.000326881s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:39.729689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:38.506164Z","time spent":"1.223508747s","remote":"127.0.0.1:56422","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T02:58:40.164383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.490062202s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:58:40.16491Z","caller":"traceutil/trace.go:171","msg":"trace[1022103159] transaction","detail":"{read_only:false; response_revision:24875; number_of_response:1; }","duration":"3.613647975s","start":"2026-05-28T02:58:36.551233Z","end":"2026-05-28T02:58:40.164881Z","steps":["trace[1022103159] 'process raft request' (duration: 3.613562852s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:40.164963Z","caller":"traceutil/trace.go:171","msg":"trace[1524671964] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"3.757972531s","start":"2026-05-28T02:58:36.406955Z","end":"2026-05-28T02:58:40.164927Z","steps":["trace[1524671964] 'process raft request' (duration: 3.757674342s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.165064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.551211Z","time spent":"3.613771759s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:40.165123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.406926Z","time spent":"3.758118296s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:40.165213Z","caller":"traceutil/trace.go:171","msg":"trace[1560580175] transaction","detail":"{read_only:false; response_revision:24876; number_of_response:1; }","duration":"3.613549162s","start":"2026-05-28T02:58:36.551643Z","end":"2026-05-28T02:58:40.165192Z","steps":["trace[1560580175] 'process raft request' (duration: 3.613202701s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.165316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.551629Z","time spent":"3.613632095s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:40.166272Z","caller":"traceutil/trace.go:171","msg":"trace[895242550] transaction","detail":"{read_only:false; response_revision:24877; number_of_response:1; }","duration":"3.614211873s","start":"2026-05-28T02:58:36.552041Z","end":"2026-05-28T02:58:40.166253Z","steps":["trace[895242550] 'process raft request' (duration: 3.613080327s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:40.166312Z","caller":"traceutil/trace.go:171","msg":"trace[1996606061] transaction","detail":"{read_only:false; response_revision:24878; number_of_response:1; }","duration":"3.087337101s","start":"2026-05-28T02:58:37.078943Z","end":"2026-05-28T02:58:40.16628Z","steps":["trace[1996606061] 'process raft request' (duration: 3.087219868s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.166367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.552026Z","time spent":"3.614305956s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:40.166262Z","caller":"traceutil/trace.go:171","msg":"trace[2119411337] linearizableReadLoop","detail":"{readStateIndex:25724; appliedIndex:25718; }","duration":"3.789217474s","start":"2026-05-28T02:58:36.377028Z","end":"2026-05-28T02:58:40.166245Z","steps":["trace[2119411337] 'read index received' (duration: 1.297275872s)","trace[2119411337] 'applied index is now lower than readState.Index' (duration: 2.491940522s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:40.16646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:37.078925Z","time spent":"3.087457875s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:40.166499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.789459522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T02:58:40.166565Z","caller":"traceutil/trace.go:171","msg":"trace[768150560] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24878; }","duration":"3.789575635s","start":"2026-05-28T02:58:36.376975Z","end":"2026-05-28T02:58:40.166551Z","steps":["trace[768150560] 'agreement among raft nodes before linearized reading' (duration: 3.789337077s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.166625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.376966Z","time spent":"3.789642558s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:40.195595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000223388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:40.195658Z","caller":"traceutil/trace.go:171","msg":"trace[334533179] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322571s","start":"2026-05-28T02:58:38.195321Z","end":"2026-05-28T02:58:40.195644Z","steps":["trace[334533179] 'agreement among raft nodes before linearized reading' (duration: 2.000253088s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.195698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:38.195295Z","time spent":"2.000394833s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:40.542195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000092393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:58:40.542271Z","caller":"traceutil/trace.go:171","msg":"trace[487999197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000232488s","start":"2026-05-28T02:58:38.542021Z","end":"2026-05-28T02:58:40.542253Z","steps":["trace[487999197] 'agreement among raft nodes before linearized reading' (duration: 2.000114914s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.542309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:38.542001Z","time spent":"2.00030097s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:58:40.926437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.782467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:40.926605Z","caller":"traceutil/trace.go:171","msg":"trace[1340788361] transaction","detail":"{read_only:false; response_revision:24879; number_of_response:1; }","duration":"3.125765503s","start":"2026-05-28T02:58:37.800824Z","end":"2026-05-28T02:58:40.926589Z","steps":["trace[1340788361] 'process raft request' (duration: 2.813761789s)","trace[1340788361] 'compare' (duration: 311.111075ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:40.926659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:37.800802Z","time spent":"3.125833574s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:40.926885Z","caller":"traceutil/trace.go:171","msg":"trace[1752411130] linearizableReadLoop","detail":"{readStateIndex:25729; appliedIndex:25724; }","duration":"760.424692ms","start":"2026-05-28T02:58:40.166442Z","end":"2026-05-28T02:58:40.926866Z","steps":["trace[1752411130] 'read index received' (duration: 448.220432ms)","trace[1752411130] 'applied index is now lower than readState.Index' (duration: 312.20357ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:40.926947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041375085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:40.926981Z","caller":"traceutil/trace.go:171","msg":"trace[2095160447] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:24883; }","duration":"2.041445897s","start":"2026-05-28T02:58:38.885525Z","end":"2026-05-28T02:58:40.926971Z","steps":["trace[2095160447] 'agreement among raft nodes before linearized reading' (duration: 2.041370054s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.927009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:38.885506Z","time spent":"2.041495959s","remote":"127.0.0.1:41874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:40.927082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146257017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:40.927129Z","caller":"traceutil/trace.go:171","msg":"trace[1482528651] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24883; }","duration":"2.146374301s","start":"2026-05-28T02:58:38.780746Z","end":"2026-05-28T02:58:40.92712Z","steps":["trace[1482528651] 'agreement among raft nodes before linearized reading' (duration: 2.146267088s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:40.927155Z","caller":"traceutil/trace.go:171","msg":"trace[1327102765] transaction","detail":"{read_only:false; response_revision:24880; number_of_response:1; }","duration":"2.628020636s","start":"2026-05-28T02:58:38.299097Z","end":"2026-05-28T02:58:40.927118Z","steps":["trace[1327102765] 'process raft request' (duration: 2.627422037s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.9272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:38.299071Z","time spent":"2.628107098s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:40.927284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.003542884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:40.927332Z","caller":"traceutil/trace.go:171","msg":"trace[358905284] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24883; }","duration":"4.003651658s","start":"2026-05-28T02:58:36.923672Z","end":"2026-05-28T02:58:40.927324Z","steps":["trace[358905284] 'agreement among raft nodes before linearized reading' (duration: 4.003575025s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.927273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469220166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:58:40.927359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960261537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:40.927394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933190067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:40.92743Z","caller":"traceutil/trace.go:171","msg":"trace[263940401] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24883; }","duration":"1.960371021s","start":"2026-05-28T02:58:38.967046Z","end":"2026-05-28T02:58:40.927417Z","steps":["trace[263940401] 'agreement among raft nodes before linearized reading' (duration: 1.960236147s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:40.92744Z","caller":"traceutil/trace.go:171","msg":"trace[1384356591] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24883; }","duration":"1.93326701s","start":"2026-05-28T02:58:38.994159Z","end":"2026-05-28T02:58:40.927426Z","steps":["trace[1384356591] 'agreement among raft nodes before linearized reading' (duration: 1.933209748s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.927446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960094423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:40.92744Z","caller":"traceutil/trace.go:171","msg":"trace[489233928] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24883; }","duration":"1.46938004s","start":"2026-05-28T02:58:39.458003Z","end":"2026-05-28T02:58:40.927383Z","steps":["trace[489233928] 'agreement among raft nodes before linearized reading' (duration: 1.469170503s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.927463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:38.967027Z","time spent":"1.960430523s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-05-28T02:58:40.927475Z","caller":"traceutil/trace.go:171","msg":"trace[2004769753] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24883; }","duration":"1.960121593s","start":"2026-05-28T02:58:38.967344Z","end":"2026-05-28T02:58:40.927465Z","steps":["trace[2004769753] 'agreement among raft nodes before linearized reading' (duration: 1.960078572s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.927474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:38.994146Z","time spent":"1.933319631s","remote":"127.0.0.1:59716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:40.927494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:38.967287Z","time spent":"1.960202855s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:58:40.927509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:39.45799Z","time spent":"1.469501024s","remote":"127.0.0.1:48306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:40.927394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.923651Z","time spent":"4.003714789s","remote":"127.0.0.1:60452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:40.927553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952057187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:40.927344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617752975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:40.927272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959758562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:40.927652Z","caller":"traceutil/trace.go:171","msg":"trace[919196326] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24883; }","duration":"1.618050784s","start":"2026-05-28T02:58:39.309572Z","end":"2026-05-28T02:58:40.927623Z","steps":["trace[919196326] 'agreement among raft nodes before linearized reading' (duration: 1.617734974s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:40.927662Z","caller":"traceutil/trace.go:171","msg":"trace[467434966] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24883; }","duration":"1.960197755s","start":"2026-05-28T02:58:38.967454Z","end":"2026-05-28T02:58:40.927652Z","steps":["trace[467434966] 'agreement among raft nodes before linearized reading' (duration: 1.959767862s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.927691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:39.309512Z","time spent":"1.618164008s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:40.927554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960144363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T02:58:40.927723Z","caller":"traceutil/trace.go:171","msg":"trace[1747864183] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24883; }","duration":"1.952187091s","start":"2026-05-28T02:58:38.975419Z","end":"2026-05-28T02:58:40.927606Z","steps":["trace[1747864183] 'agreement among raft nodes before linearized reading' (duration: 1.951983774s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:40.927739Z","caller":"traceutil/trace.go:171","msg":"trace[1654841740] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24883; }","duration":"1.96033877s","start":"2026-05-28T02:58:38.967382Z","end":"2026-05-28T02:58:40.927721Z","steps":["trace[1654841740] 'agreement among raft nodes before linearized reading' (duration: 1.959932077s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.927198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:38.780716Z","time spent":"2.146450154s","remote":"127.0.0.1:33322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:40.927789Z","caller":"traceutil/trace.go:171","msg":"trace[1271020638] transaction","detail":"{read_only:false; response_revision:24881; number_of_response:1; }","duration":"1.844145729s","start":"2026-05-28T02:58:39.083638Z","end":"2026-05-28T02:58:40.927784Z","steps":["trace[1271020638] 'process raft request' (duration: 1.843092895s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.927795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:38.975399Z","time spent":"1.952387588s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:40.927797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:38.967288Z","time spent":"1.960497025s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:58:40.927856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:39.083612Z","time spent":"1.84419746s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:40.927696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:38.967437Z","time spent":"1.960249937s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-05-28T02:58:40.927768Z","caller":"traceutil/trace.go:171","msg":"trace[340944462] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"1.664192911s","start":"2026-05-28T02:58:39.263567Z","end":"2026-05-28T02:58:40.927759Z","steps":["trace[340944462] 'process raft request' (duration: 1.66322462s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.927937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278740803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:40.927958Z","caller":"traceutil/trace.go:171","msg":"trace[2121917878] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24883; }","duration":"3.278791175s","start":"2026-05-28T02:58:37.64916Z","end":"2026-05-28T02:58:40.927952Z","steps":["trace[2121917878] 'agreement among raft nodes before linearized reading' (duration: 3.278751624s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.927982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:37.649144Z","time spent":"3.278832996s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T02:58:40.927972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.357073378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T02:58:40.927995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:39.263545Z","time spent":"1.664398527s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:40.928044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191252323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:40.928048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278738943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:40.928067Z","caller":"traceutil/trace.go:171","msg":"trace[1387602191] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24883; }","duration":"3.191303704s","start":"2026-05-28T02:58:37.736756Z","end":"2026-05-28T02:58:40.92806Z","steps":["trace[1387602191] 'agreement among raft nodes before linearized reading' (duration: 3.191265953s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:40.928069Z","caller":"traceutil/trace.go:171","msg":"trace[215012071] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24883; }","duration":"3.278807055s","start":"2026-05-28T02:58:37.649256Z","end":"2026-05-28T02:58:40.928063Z","steps":["trace[215012071] 'agreement among raft nodes before linearized reading' (duration: 3.278768054s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.928074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.22024288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T02:58:40.928087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:37.73674Z","time spent":"3.191340946s","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:40.928107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:37.649227Z","time spent":"3.278872478s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:58:40.928132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.079973142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T02:58:40.92815Z","caller":"traceutil/trace.go:171","msg":"trace[1982866135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24883; }","duration":"4.079991123s","start":"2026-05-28T02:58:36.848155Z","end":"2026-05-28T02:58:40.928146Z","steps":["trace[1982866135] 'agreement among raft nodes before linearized reading' (duration: 4.079943462s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.928164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.848097Z","time spent":"4.080063355s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:58:40.92809Z","caller":"traceutil/trace.go:171","msg":"trace[102145588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24883; }","duration":"4.220301022s","start":"2026-05-28T02:58:36.707784Z","end":"2026-05-28T02:58:40.928085Z","steps":["trace[102145588] 'agreement among raft nodes before linearized reading' (duration: 4.220216369s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.928204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.707763Z","time spent":"4.220432836s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:58:40.928231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.259469967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:40.928246Z","caller":"traceutil/trace.go:171","msg":"trace[1832601890] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24883; }","duration":"4.259529028s","start":"2026-05-28T02:58:36.668711Z","end":"2026-05-28T02:58:40.92824Z","steps":["trace[1832601890] 'agreement among raft nodes before linearized reading' (duration: 4.259503507s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.928264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.668688Z","time spent":"4.25957233s","remote":"127.0.0.1:41924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:40.928306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.376907338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T02:58:40.928326Z","caller":"traceutil/trace.go:171","msg":"trace[230548987] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24883; }","duration":"4.376992761s","start":"2026-05-28T02:58:36.551329Z","end":"2026-05-28T02:58:40.928322Z","steps":["trace[230548987] 'agreement among raft nodes before linearized reading' (duration: 4.376889717s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.928357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.551296Z","time spent":"4.377040612s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:58:40.928418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.377204497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:40.928454Z","caller":"traceutil/trace.go:171","msg":"trace[1078737600] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24883; }","duration":"4.37726804s","start":"2026-05-28T02:58:36.551181Z","end":"2026-05-28T02:58:40.928449Z","steps":["trace[1078737600] 'agreement among raft nodes before linearized reading' (duration: 4.377219268s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.928455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.376739333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:40.928468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.551169Z","time spent":"4.37729575s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-05-28T02:58:40.92847Z","caller":"traceutil/trace.go:171","msg":"trace[1403229871] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24883; }","duration":"4.376774224s","start":"2026-05-28T02:58:36.551691Z","end":"2026-05-28T02:58:40.928465Z","steps":["trace[1403229871] 'agreement among raft nodes before linearized reading' (duration: 4.376725703s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.928486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.551679Z","time spent":"4.376804355s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T02:58:40.928524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291614082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:40.928581Z","caller":"traceutil/trace.go:171","msg":"trace[603165514] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24883; }","duration":"1.291711604s","start":"2026-05-28T02:58:39.636858Z","end":"2026-05-28T02:58:40.928569Z","steps":["trace[603165514] 'agreement among raft nodes before linearized reading' (duration: 1.290722833s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.92862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:39.636841Z","time spent":"1.291769897s","remote":"127.0.0.1:48358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:40.928678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.752495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-28T02:58:40.928739Z","caller":"traceutil/trace.go:171","msg":"trace[2067409585] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24883; }","duration":"784.846059ms","start":"2026-05-28T02:58:40.143879Z","end":"2026-05-28T02:58:40.928725Z","steps":["trace[2067409585] 'agreement among raft nodes before linearized reading' (duration: 784.669144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.928782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.143859Z","time spent":"784.911931ms","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-28T02:58:40.928811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.378051604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:40.928826Z","caller":"traceutil/trace.go:171","msg":"trace[421820173] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24883; }","duration":"4.378100245s","start":"2026-05-28T02:58:36.550721Z","end":"2026-05-28T02:58:40.928822Z","steps":["trace[421820173] 'agreement among raft nodes before linearized reading' (duration: 4.378073065s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.928847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.550701Z","time spent":"4.378142867s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:58:40.928899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.965767903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T02:58:40.928888Z","caller":"traceutil/trace.go:171","msg":"trace[1124558084] transaction","detail":"{read_only:false; response_revision:24883; number_of_response:1; }","duration":"1.248037097s","start":"2026-05-28T02:58:39.680824Z","end":"2026-05-28T02:58:40.928861Z","steps":["trace[1124558084] 'process raft request' (duration: 1.246000062s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:40.928922Z","caller":"traceutil/trace.go:171","msg":"trace[2084698516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24883; }","duration":"3.965836905s","start":"2026-05-28T02:58:36.963078Z","end":"2026-05-28T02:58:40.928915Z","steps":["trace[2084698516] 'agreement among raft nodes before linearized reading' (duration: 3.965761873s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.928938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.963062Z","time spent":"3.965872327s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:58:40.928999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:39.680788Z","time spent":"1.2481437s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:40.929114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.96598275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T02:58:40.929166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.50020463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T02:58:40.929201Z","caller":"traceutil/trace.go:171","msg":"trace[831730535] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24883; }","duration":"3.500278522s","start":"2026-05-28T02:58:37.428915Z","end":"2026-05-28T02:58:40.929194Z","steps":["trace[831730535] 'agreement among raft nodes before linearized reading' (duration: 3.500188779s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.92922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:37.428892Z","time spent":"3.500323734s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:58:40.929298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184005702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-28T02:58:40.929334Z","caller":"traceutil/trace.go:171","msg":"trace[2017581796] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24883; }","duration":"1.184042853s","start":"2026-05-28T02:58:39.745281Z","end":"2026-05-28T02:58:40.929324Z","steps":["trace[2017581796] 'agreement among raft nodes before linearized reading' (duration: 1.182268697s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.929201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.567826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126832"} {"level":"warn","ts":"2026-05-28T02:58:40.929358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:39.745263Z","time spent":"1.184088015s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-28T02:58:40.929152Z","caller":"traceutil/trace.go:171","msg":"trace[1836316579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24883; }","duration":"3.966053703s","start":"2026-05-28T02:58:36.963089Z","end":"2026-05-28T02:58:40.929143Z","steps":["trace[1836316579] 'agreement among raft nodes before linearized reading' (duration: 3.965503295s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:40.929471Z","caller":"traceutil/trace.go:171","msg":"trace[1232790572] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24883; }","duration":"782.841885ms","start":"2026-05-28T02:58:40.146555Z","end":"2026-05-28T02:58:40.929397Z","steps":["trace[1232790572] 'agreement among raft nodes before linearized reading' (duration: 780.81284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.929493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.963073Z","time spent":"3.966412405s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:58:40.92959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.146539Z","time spent":"783.036361ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126855,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-28T02:58:40.927524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.019545607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:40.933169Z","caller":"traceutil/trace.go:171","msg":"trace[1544199882] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24883; }","duration":"3.025208507s","start":"2026-05-28T02:58:37.907943Z","end":"2026-05-28T02:58:40.933151Z","steps":["trace[1544199882] 'agreement among raft nodes before linearized reading' (duration: 3.019465965s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.933235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:37.907927Z","time spent":"3.025287499s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:40.934121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392379419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-28T02:58:40.934188Z","caller":"traceutil/trace.go:171","msg":"trace[1313239754] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b398a427727950; range_end:; response_count:1; response_revision:24883; }","duration":"2.392473232s","start":"2026-05-28T02:58:38.541705Z","end":"2026-05-28T02:58:40.934178Z","steps":["trace[1313239754] 'agreement among raft nodes before linearized reading' (duration: 2.38551044s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.934281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:38.541691Z","time spent":"2.392581835s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" "} {"level":"info","ts":"2026-05-28T02:58:40.92804Z","caller":"traceutil/trace.go:171","msg":"trace[346476368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24883; }","duration":"4.357167261s","start":"2026-05-28T02:58:36.570852Z","end":"2026-05-28T02:58:40.928019Z","steps":["trace[346476368] 'agreement among raft nodes before linearized reading' (duration: 4.356987245s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.949164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.570832Z","time spent":"4.378264272s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:58:41.427533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492450777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:41.685554Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.070908309s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:58:42.115574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.012122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:42.115701Z","caller":"traceutil/trace.go:171","msg":"trace[409839328] transaction","detail":"{read_only:false; response_revision:24884; number_of_response:1; }","duration":"1.556590292s","start":"2026-05-28T02:58:40.559089Z","end":"2026-05-28T02:58:42.11568Z","steps":["trace[409839328] 'process raft request' (duration: 1.127324412s)","trace[409839328] 'compare' (duration: 428.671101ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:42.115787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.559061Z","time spent":"1.556671314s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:42.549313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:58:42.549437Z","caller":"traceutil/trace.go:171","msg":"trace[1528133980] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000407674s","start":"2026-05-28T02:58:40.549Z","end":"2026-05-28T02:58:42.549408Z","steps":["trace[1528133980] 'agreement among raft nodes before linearized reading' (duration: 2.000237538s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:42.549513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.548975Z","time spent":"2.000526628s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:58:42.633493Z","caller":"traceutil/trace.go:171","msg":"trace[686031720] transaction","detail":"{read_only:false; response_revision:24885; number_of_response:1; }","duration":"1.700324409s","start":"2026-05-28T02:58:40.933141Z","end":"2026-05-28T02:58:42.633465Z","steps":["trace[686031720] 'process raft request' (duration: 1.700156994s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:42.633709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.933122Z","time spent":"1.700433943s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:42.633838Z","caller":"traceutil/trace.go:171","msg":"trace[497727166] transaction","detail":"{read_only:false; response_revision:24886; number_of_response:1; }","duration":"1.698860702s","start":"2026-05-28T02:58:40.934957Z","end":"2026-05-28T02:58:42.633818Z","steps":["trace[497727166] 'process raft request' (duration: 1.69847961s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:42.633906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.934947Z","time spent":"1.698925455s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:42.633963Z","caller":"traceutil/trace.go:171","msg":"trace[1105266031] transaction","detail":"{read_only:false; response_revision:24887; number_of_response:1; }","duration":"1.69849689s","start":"2026-05-28T02:58:40.935427Z","end":"2026-05-28T02:58:42.633924Z","steps":["trace[1105266031] 'process raft request' (duration: 1.698300484s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:42.633991Z","caller":"traceutil/trace.go:171","msg":"trace[1296707042] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"1.697962464s","start":"2026-05-28T02:58:40.936003Z","end":"2026-05-28T02:58:42.633965Z","steps":["trace[1296707042] 'process raft request' (duration: 1.697869811s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:42.634038Z","caller":"traceutil/trace.go:171","msg":"trace[1670348579] linearizableReadLoop","detail":"{readStateIndex:25736; appliedIndex:25729; }","duration":"1.707064963s","start":"2026-05-28T02:58:40.926955Z","end":"2026-05-28T02:58:42.63402Z","steps":["trace[1670348579] 'read index received' (duration: 759.38262ms)","trace[1670348579] 'applied index is now lower than readState.Index' (duration: 947.681413ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:42.634123Z","caller":"traceutil/trace.go:171","msg":"trace[1570619609] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"1.68148732s","start":"2026-05-28T02:58:40.952625Z","end":"2026-05-28T02:58:42.634112Z","steps":["trace[1570619609] 'process raft request' (duration: 1.681301824s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:42.634147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.935991Z","time spent":"1.698071647s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:42.634159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.935409Z","time spent":"1.698642565s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:42.634176Z","caller":"traceutil/trace.go:171","msg":"trace[73029506] transaction","detail":"{read_only:false; response_revision:24888; number_of_response:1; }","duration":"1.698638905s","start":"2026-05-28T02:58:40.935517Z","end":"2026-05-28T02:58:42.634156Z","steps":["trace[73029506] 'process raft request' (duration: 1.698306904s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:42.634306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372519478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-28T02:58:42.634302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.935508Z","time spent":"1.698727678s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:42.634203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.952606Z","time spent":"1.681534351s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:42.634331Z","caller":"traceutil/trace.go:171","msg":"trace[1620934364] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:24890; }","duration":"2.37257205s","start":"2026-05-28T02:58:40.261753Z","end":"2026-05-28T02:58:42.634325Z","steps":["trace[1620934364] 'agreement among raft nodes before linearized reading' (duration: 2.372467137s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:42.634435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.261734Z","time spent":"2.372695343s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-05-28T02:58:43.134363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492450790,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:58:43.633013Z","caller":"traceutil/trace.go:171","msg":"trace[511095177] transaction","detail":"{read_only:false; response_revision:24892; number_of_response:1; }","duration":"1.460931181s","start":"2026-05-28T02:58:42.172049Z","end":"2026-05-28T02:58:43.63298Z","steps":["trace[511095177] 'process raft request' (duration: 1.460827468s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:43.633035Z","caller":"traceutil/trace.go:171","msg":"trace[629735362] transaction","detail":"{read_only:false; response_revision:24891; number_of_response:1; }","duration":"1.461065116s","start":"2026-05-28T02:58:42.171934Z","end":"2026-05-28T02:58:43.632999Z","steps":["trace[629735362] 'process raft request' (duration: 1.460763036s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:43.633213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.17191Z","time spent":"1.461212589s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:43.633344Z","caller":"traceutil/trace.go:171","msg":"trace[466933137] transaction","detail":"{read_only:false; response_revision:24893; number_of_response:1; }","duration":"1.461107347s","start":"2026-05-28T02:58:42.172212Z","end":"2026-05-28T02:58:43.633319Z","steps":["trace[466933137] 'process raft request' (duration: 1.460722474s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:43.633382Z","caller":"traceutil/trace.go:171","msg":"trace[2034180136] transaction","detail":"{read_only:false; response_revision:24894; number_of_response:1; }","duration":"1.461077845s","start":"2026-05-28T02:58:42.172291Z","end":"2026-05-28T02:58:43.633369Z","steps":["trace[2034180136] 'process raft request' (duration: 1.46090419s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:43.633439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.172277Z","time spent":"1.461130848s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:43.63344Z","caller":"traceutil/trace.go:171","msg":"trace[514858160] transaction","detail":"{read_only:false; response_revision:24895; number_of_response:1; }","duration":"1.461059455s","start":"2026-05-28T02:58:42.172362Z","end":"2026-05-28T02:58:43.633421Z","steps":["trace[514858160] 'process raft request' (duration: 1.460942701s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:43.633448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.172041Z","time spent":"1.461063095s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:43.633463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.172198Z","time spent":"1.46120795s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:43.633556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.172354Z","time spent":"1.461136427s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:43.63356Z","caller":"traceutil/trace.go:171","msg":"trace[2005834802] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"1.19813053s","start":"2026-05-28T02:58:42.4354Z","end":"2026-05-28T02:58:43.63353Z","steps":["trace[2005834802] 'process raft request' (duration: 1.197968405s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:43.633729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.435373Z","time spent":"1.198263735s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:44.432348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.932103ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-28T02:58:44.433013Z","caller":"traceutil/trace.go:171","msg":"trace[1359284560] linearizableReadLoop","detail":"{readStateIndex:25746; appliedIndex:25736; }","duration":"1.798912171s","start":"2026-05-28T02:58:42.63408Z","end":"2026-05-28T02:58:44.432992Z","steps":["trace[1359284560] 'read index received' (duration: 998.58927ms)","trace[1359284560] 'applied index is now lower than readState.Index' (duration: 800.321821ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:44.433127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.639135Z","time spent":"1.793988604s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T02:58:44.433349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.276961407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:44.433411Z","caller":"traceutil/trace.go:171","msg":"trace[153791021] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"1.497288718s","start":"2026-05-28T02:58:42.936105Z","end":"2026-05-28T02:58:44.433393Z","steps":["trace[153791021] 'process raft request' (duration: 1.496823303s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.433385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883360985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:44.433413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.498589529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T02:58:44.433447Z","caller":"traceutil/trace.go:171","msg":"trace[220036394] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24899; }","duration":"3.277073121s","start":"2026-05-28T02:58:41.15635Z","end":"2026-05-28T02:58:44.433423Z","steps":["trace[220036394] 'agreement among raft nodes before linearized reading' (duration: 3.276849214s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.433454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498974061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:44.433468Z","caller":"traceutil/trace.go:171","msg":"trace[345039970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24899; }","duration":"1.883501859s","start":"2026-05-28T02:58:42.549946Z","end":"2026-05-28T02:58:44.433448Z","steps":["trace[345039970] 'agreement among raft nodes before linearized reading' (duration: 1.883358674s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:44.433473Z","caller":"traceutil/trace.go:171","msg":"trace[472629027] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24899; }","duration":"3.498661721s","start":"2026-05-28T02:58:40.934794Z","end":"2026-05-28T02:58:44.433456Z","steps":["trace[472629027] 'agreement among raft nodes before linearized reading' (duration: 3.498474105s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:44.433496Z","caller":"traceutil/trace.go:171","msg":"trace[264974314] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24899; }","duration":"1.499035293s","start":"2026-05-28T02:58:42.934448Z","end":"2026-05-28T02:58:44.433484Z","steps":["trace[264974314] 'agreement among raft nodes before linearized reading' (duration: 1.49894857s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.433496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:41.156278Z","time spent":"3.277206485s","remote":"127.0.0.1:56934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:44.433502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.936095Z","time spent":"1.497347279s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:44.43349Z","caller":"traceutil/trace.go:171","msg":"trace[1928541097] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"1.499471467s","start":"2026-05-28T02:58:42.933992Z","end":"2026-05-28T02:58:44.433463Z","steps":["trace[1928541097] 'process raft request' (duration: 1.498512897s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.433522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.549925Z","time spent":"1.883584061s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:58:44.43353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.934788Z","time spent":"3.498728834s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:58:44.433531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498393042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-28T02:58:44.433577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498477995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:44.433562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.499640492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cf6ad62e-efc6-4b17-89c8-e26f4be370eb\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-28T02:58:44.433614Z","caller":"traceutil/trace.go:171","msg":"trace[459682116] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24899; }","duration":"1.498526017s","start":"2026-05-28T02:58:42.93508Z","end":"2026-05-28T02:58:44.433606Z","steps":["trace[459682116] 'agreement among raft nodes before linearized reading' (duration: 1.498468505s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.433625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49799953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:44.433623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.933968Z","time spent":"1.499587831s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:44.433643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.935073Z","time spent":"1.498562388s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-05-28T02:58:44.433643Z","caller":"traceutil/trace.go:171","msg":"trace[155340695] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cf6ad62e-efc6-4b17-89c8-e26f4be370eb; range_end:; response_count:1; response_revision:24899; }","duration":"3.499742096s","start":"2026-05-28T02:58:40.933879Z","end":"2026-05-28T02:58:44.433621Z","steps":["trace[155340695] 'agreement among raft nodes before linearized reading' (duration: 3.499506809s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:44.433654Z","caller":"traceutil/trace.go:171","msg":"trace[664571996] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24899; }","duration":"1.498057212s","start":"2026-05-28T02:58:42.935589Z","end":"2026-05-28T02:58:44.433646Z","steps":["trace[664571996] 'agreement among raft nodes before linearized reading' (duration: 1.49801424s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.433622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.716867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:58:44.433694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.935575Z","time spent":"1.498113624s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:58:44.433695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.933873Z","time spent":"3.499812408s","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-cf6ad62e-efc6-4b17-89c8-e26f4be370eb\" "} {"level":"warn","ts":"2026-05-28T02:58:44.433709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.292708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:44.433631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.121506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:44.433738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049657954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:44.433736Z","caller":"traceutil/trace.go:171","msg":"trace[691025229] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24899; }","duration":"295.870432ms","start":"2026-05-28T02:58:44.137835Z","end":"2026-05-28T02:58:44.433706Z","steps":["trace[691025229] 'agreement among raft nodes before linearized reading' (duration: 295.612384ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:44.43376Z","caller":"traceutil/trace.go:171","msg":"trace[766154474] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:24899; }","duration":"377.377732ms","start":"2026-05-28T02:58:44.056364Z","end":"2026-05-28T02:58:44.433741Z","steps":["trace[766154474] 'agreement among raft nodes before linearized reading' (duration: 377.3053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.43353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.934446Z","time spent":"1.499075874s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T02:58:44.433798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499364253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:44.433794Z","caller":"traceutil/trace.go:171","msg":"trace[608298053] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24899; }","duration":"536.306372ms","start":"2026-05-28T02:58:43.897458Z","end":"2026-05-28T02:58:44.433765Z","steps":["trace[608298053] 'agreement among raft nodes before linearized reading' (duration: 536.108655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.433825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.056343Z","time spent":"377.465614ms","remote":"127.0.0.1:41754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:44.433848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499361684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:44.433859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499412275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:44.433328Z","caller":"traceutil/trace.go:171","msg":"trace[1018093159] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"1.498092803s","start":"2026-05-28T02:58:42.935195Z","end":"2026-05-28T02:58:44.433288Z","steps":["trace[1018093159] 'process raft request' (duration: 1.497641009s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.433876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:43.896553Z","time spent":"537.303193ms","remote":"127.0.0.1:41656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:44.433885Z","caller":"traceutil/trace.go:171","msg":"trace[2063834477] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24899; }","duration":"1.499443786s","start":"2026-05-28T02:58:42.934434Z","end":"2026-05-28T02:58:44.433878Z","steps":["trace[2063834477] 'agreement among raft nodes before linearized reading' (duration: 1.499409915s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.433918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.934432Z","time spent":"1.499481617s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:58:44.433917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.93518Z","time spent":"1.498706332s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:44.433777Z","caller":"traceutil/trace.go:171","msg":"trace[1868233688] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24899; }","duration":"3.049698916s","start":"2026-05-28T02:58:41.384067Z","end":"2026-05-28T02:58:44.433766Z","steps":["trace[1868233688] 'agreement among raft nodes before linearized reading' (duration: 3.049635224s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:44.433827Z","caller":"traceutil/trace.go:171","msg":"trace[341855386] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24899; }","duration":"1.499398704s","start":"2026-05-28T02:58:42.934418Z","end":"2026-05-28T02:58:44.433817Z","steps":["trace[341855386] 'agreement among raft nodes before linearized reading' (duration: 1.499359783s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.43394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499514689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:44.433968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:41.384046Z","time spent":"3.049908302s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:44.433886Z","caller":"traceutil/trace.go:171","msg":"trace[499136057] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24899; }","duration":"1.499412165s","start":"2026-05-28T02:58:42.934463Z","end":"2026-05-28T02:58:44.433875Z","steps":["trace[499136057] 'agreement among raft nodes before linearized reading' (duration: 1.499343373s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.433994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499277151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-28T02:58:44.434006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.93446Z","time spent":"1.499540169s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-05-28T02:58:44.434004Z","caller":"traceutil/trace.go:171","msg":"trace[512204700] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24899; }","duration":"1.499586241s","start":"2026-05-28T02:58:42.934402Z","end":"2026-05-28T02:58:44.433989Z","steps":["trace[512204700] 'agreement among raft nodes before linearized reading' (duration: 1.499493828s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:44.434026Z","caller":"traceutil/trace.go:171","msg":"trace[1859971666] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24899; }","duration":"1.499308542s","start":"2026-05-28T02:58:42.934708Z","end":"2026-05-28T02:58:44.434016Z","steps":["trace[1859971666] 'agreement among raft nodes before linearized reading' (duration: 1.499194808s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.43401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.934416Z","time spent":"1.4995742s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T02:58:44.434053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.93465Z","time spent":"1.499396235s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:58:44.434067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.23756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:44.433581Z","caller":"traceutil/trace.go:171","msg":"trace[181703964] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24899; }","duration":"1.498461085s","start":"2026-05-28T02:58:42.935105Z","end":"2026-05-28T02:58:44.433566Z","steps":["trace[181703964] 'agreement among raft nodes before linearized reading' (duration: 1.498246008s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:44.434099Z","caller":"traceutil/trace.go:171","msg":"trace[272161350] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24899; }","duration":"131.292642ms","start":"2026-05-28T02:58:44.302796Z","end":"2026-05-28T02:58:44.434089Z","steps":["trace[272161350] 'agreement among raft nodes before linearized reading' (duration: 131.24036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.434127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.935102Z","time spent":"1.499013273s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:58:44.434048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.934398Z","time spent":"1.499638502s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:58:44.434155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499753536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:44.434198Z","caller":"traceutil/trace.go:171","msg":"trace[857446811] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24899; }","duration":"1.499833658s","start":"2026-05-28T02:58:42.934353Z","end":"2026-05-28T02:58:44.434186Z","steps":["trace[857446811] 'agreement among raft nodes before linearized reading' (duration: 1.499752625s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.43425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.934346Z","time spent":"1.499891241s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:58:44.434271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795074729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-28T02:58:44.434415Z","caller":"traceutil/trace.go:171","msg":"trace[1722118883] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b398a427727950; range_end:; response_count:1; response_revision:24899; }","duration":"1.795272175s","start":"2026-05-28T02:58:42.63912Z","end":"2026-05-28T02:58:44.434392Z","steps":["trace[1722118883] 'agreement among raft nodes before linearized reading' (duration: 1.794204712s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.435602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.639108Z","time spent":"1.796448332s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" "} {"level":"warn","ts":"2026-05-28T02:58:44.434591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.500954474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:118071"} {"level":"warn","ts":"2026-05-28T02:58:44.43491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.50176188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:118071"} {"level":"info","ts":"2026-05-28T02:58:44.435956Z","caller":"traceutil/trace.go:171","msg":"trace[1473988277] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:24899; }","duration":"3.502798102s","start":"2026-05-28T02:58:40.933136Z","end":"2026-05-28T02:58:44.435934Z","steps":["trace[1473988277] 'agreement among raft nodes before linearized reading' (duration: 3.500897502s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.436136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.933104Z","time spent":"3.503003589s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":118094,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-05-28T02:58:44.436631Z","caller":"traceutil/trace.go:171","msg":"trace[985954370] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:24899; }","duration":"3.50302277s","start":"2026-05-28T02:58:40.93359Z","end":"2026-05-28T02:58:44.436612Z","steps":["trace[985954370] 'agreement among raft nodes before linearized reading' (duration: 3.499669704s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.436748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.933578Z","time spent":"3.503147413s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":118094,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-28T02:58:44.941385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492450798,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:58:45.132262Z","caller":"traceutil/trace.go:171","msg":"trace[357606200] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"695.388387ms","start":"2026-05-28T02:58:44.436848Z","end":"2026-05-28T02:58:45.132236Z","steps":["trace[357606200] 'process raft request' (duration: 695.221342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:45.132611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.436793Z","time spent":"695.552611ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:46.074365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.322977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:46.075382Z","caller":"traceutil/trace.go:171","msg":"trace[52036607] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"1.635069455s","start":"2026-05-28T02:58:44.440288Z","end":"2026-05-28T02:58:46.075358Z","steps":["trace[52036607] 'process raft request' (duration: 999.689745ms)","trace[52036607] 'compare' (duration: 634.229064ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:46.075391Z","caller":"traceutil/trace.go:171","msg":"trace[132211909] linearizableReadLoop","detail":"{readStateIndex:25748; appliedIndex:25746; }","duration":"1.63489501s","start":"2026-05-28T02:58:44.440458Z","end":"2026-05-28T02:58:46.075353Z","steps":["trace[132211909] 'read index received' (duration: 691.626487ms)","trace[132211909] 'applied index is now lower than readState.Index' (duration: 943.265943ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:46.075493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.440261Z","time spent":"1.635172759s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:46.443242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000018781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:46.443301Z","caller":"traceutil/trace.go:171","msg":"trace[880415705] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000117004s","start":"2026-05-28T02:58:44.443171Z","end":"2026-05-28T02:58:46.443288Z","steps":["trace[880415705] 'agreement among raft nodes before linearized reading' (duration: 2.000048052s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:46.44333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.443153Z","time spent":"2.000170346s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:46.563947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.491403ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-28T02:58:46.564244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123769003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7094"} {"level":"info","ts":"2026-05-28T02:58:46.564322Z","caller":"traceutil/trace.go:171","msg":"trace[1950203984] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24901; }","duration":"2.123890077s","start":"2026-05-28T02:58:44.440407Z","end":"2026-05-28T02:58:46.564297Z","steps":["trace[1950203984] 'agreement among raft nodes before linearized reading' (duration: 1.635067445s)","trace[1950203984] 'range keys from in-memory index tree' (duration: 488.619385ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:46.564396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.440391Z","time spent":"2.12399062s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7117,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-28T02:58:46.575928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492450808,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:58:46.751546Z","caller":"traceutil/trace.go:171","msg":"trace[784316453] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"1.110563809s","start":"2026-05-28T02:58:45.64095Z","end":"2026-05-28T02:58:46.751513Z","steps":["trace[784316453] 'process raft request' (duration: 1.110412754s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:46.751533Z","caller":"traceutil/trace.go:171","msg":"trace[632121688] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"1.110269609s","start":"2026-05-28T02:58:45.641239Z","end":"2026-05-28T02:58:46.751508Z","steps":["trace[632121688] 'process raft request' (duration: 1.110194446s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:46.75174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:45.640933Z","time spent":"1.110689232s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:46.751762Z","caller":"traceutil/trace.go:171","msg":"trace[1888093645] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"1.110475116s","start":"2026-05-28T02:58:45.641266Z","end":"2026-05-28T02:58:46.751741Z","steps":["trace[1888093645] 'process raft request' (duration: 1.110352362s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:46.751517Z","caller":"traceutil/trace.go:171","msg":"trace[1145946336] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"1.112361155s","start":"2026-05-28T02:58:45.639099Z","end":"2026-05-28T02:58:46.751461Z","steps":["trace[1145946336] 'process raft request' (duration: 1.112096537s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:46.752144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:45.639071Z","time spent":"1.112985355s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:46.75181Z","caller":"traceutil/trace.go:171","msg":"trace[1205118670] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"1.110516257s","start":"2026-05-28T02:58:45.641251Z","end":"2026-05-28T02:58:46.751767Z","steps":["trace[1205118670] 'process raft request' (duration: 1.110223658s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:46.751821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:45.641209Z","time spent":"1.110515276s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:46.752383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:45.641239Z","time spent":"1.111085085s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:46.752875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:45.641234Z","time spent":"1.111007183s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:48.071307Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.246740336s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:58:48.071805Z","caller":"traceutil/trace.go:171","msg":"trace[239887124] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"1.632730871s","start":"2026-05-28T02:58:46.43905Z","end":"2026-05-28T02:58:48.07178Z","steps":["trace[239887124] 'process raft request' (duration: 1.632647188s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.071949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.439029Z","time spent":"1.632822084s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:48.072201Z","caller":"traceutil/trace.go:171","msg":"trace[1570495155] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"1.633051821s","start":"2026-05-28T02:58:46.439125Z","end":"2026-05-28T02:58:48.072177Z","steps":["trace[1570495155] 'process raft request' (duration: 1.632622868s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:48.072279Z","caller":"traceutil/trace.go:171","msg":"trace[908458833] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"2.137285532s","start":"2026-05-28T02:58:45.934981Z","end":"2026-05-28T02:58:48.072266Z","steps":["trace[908458833] 'process raft request' (duration: 2.136496357s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.072344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.439119Z","time spent":"1.633151424s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:48.072374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:45.934957Z","time spent":"2.137348165s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:48.073264Z","caller":"traceutil/trace.go:171","msg":"trace[398166925] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"1.633200345s","start":"2026-05-28T02:58:46.440045Z","end":"2026-05-28T02:58:48.073245Z","steps":["trace[398166925] 'process raft request' (duration: 1.632045579s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:48.073389Z","caller":"traceutil/trace.go:171","msg":"trace[695383240] linearizableReadLoop","detail":"{readStateIndex:25759; appliedIndex:25749; }","duration":"1.997928885s","start":"2026-05-28T02:58:46.075446Z","end":"2026-05-28T02:58:48.073375Z","steps":["trace[695383240] 'read index received' (duration: 675.847095ms)","trace[695383240] 'applied index is now lower than readState.Index' (duration: 1.3220808s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:48.073783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.440036Z","time spent":"1.633283159s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:48.073822Z","caller":"traceutil/trace.go:171","msg":"trace[664323145] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"1.500668585s","start":"2026-05-28T02:58:46.573136Z","end":"2026-05-28T02:58:48.073805Z","steps":["trace[664323145] 'process raft request' (duration: 1.500005274s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.073923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.573119Z","time spent":"1.500739067s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7270,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:48.074138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458394786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:48.074164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.579674665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:48.074194Z","caller":"traceutil/trace.go:171","msg":"trace[1935400704] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24911; }","duration":"2.458482659s","start":"2026-05-28T02:58:45.615694Z","end":"2026-05-28T02:58:48.074176Z","steps":["trace[1935400704] 'agreement among raft nodes before linearized reading' (duration: 2.458402847s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.07424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:45.615674Z","time spent":"2.458553312s","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:48.074292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939541375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-05-28T02:58:48.074356Z","caller":"traceutil/trace.go:171","msg":"trace[1168090223] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24911; }","duration":"2.939610117s","start":"2026-05-28T02:58:45.134709Z","end":"2026-05-28T02:58:48.074319Z","steps":["trace[1168090223] 'agreement among raft nodes before linearized reading' (duration: 2.939511484s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.074396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:45.13469Z","time spent":"2.93969603s","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T02:58:48.074546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628292551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126832"} {"level":"info","ts":"2026-05-28T02:58:48.074596Z","caller":"traceutil/trace.go:171","msg":"trace[58741789] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24911; }","duration":"3.628351602s","start":"2026-05-28T02:58:44.446231Z","end":"2026-05-28T02:58:48.074583Z","steps":["trace[58741789] 'agreement among raft nodes before linearized reading' (duration: 3.628187707s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.074638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.446224Z","time spent":"3.628405725s","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126855,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-28T02:58:48.074775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.434481962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T02:58:48.07484Z","caller":"traceutil/trace.go:171","msg":"trace[360729229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24911; }","duration":"3.434575455s","start":"2026-05-28T02:58:44.640254Z","end":"2026-05-28T02:58:48.074829Z","steps":["trace[360729229] 'agreement among raft nodes before linearized reading' (duration: 3.434400739s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.074875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.631576425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-05-28T02:58:48.074874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.64024Z","time spent":"3.434625147s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:58:48.074915Z","caller":"traceutil/trace.go:171","msg":"trace[602064402] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24911; }","duration":"3.631616356s","start":"2026-05-28T02:58:44.44329Z","end":"2026-05-28T02:58:48.074906Z","steps":["trace[602064402] 'agreement among raft nodes before linearized reading' (duration: 3.631517823s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.074948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.443273Z","time spent":"3.631668797s","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-28T02:58:48.075137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.434844284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T02:58:48.075174Z","caller":"traceutil/trace.go:171","msg":"trace[601439133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24911; }","duration":"3.434932627s","start":"2026-05-28T02:58:44.640231Z","end":"2026-05-28T02:58:48.075164Z","steps":["trace[601439133] 'agreement among raft nodes before linearized reading' (duration: 3.434789582s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.07518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9958825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-28T02:58:48.075212Z","caller":"traceutil/trace.go:171","msg":"trace[1561187180] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b398a427727950; range_end:; response_count:1; response_revision:24911; }","duration":"1.995949692s","start":"2026-05-28T02:58:46.079252Z","end":"2026-05-28T02:58:48.075202Z","steps":["trace[1561187180] 'agreement among raft nodes before linearized reading' (duration: 1.995845108s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.075238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.64021Z","time spent":"3.43501889s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:58:48.074201Z","caller":"traceutil/trace.go:171","msg":"trace[934852053] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24911; }","duration":"3.579761099s","start":"2026-05-28T02:58:44.494429Z","end":"2026-05-28T02:58:48.07419Z","steps":["trace[934852053] 'agreement among raft nodes before linearized reading' (duration: 3.579694936s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.075379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.494404Z","time spent":"3.580964217s","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T02:58:48.075536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.435265667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T02:58:48.075606Z","caller":"traceutil/trace.go:171","msg":"trace[589111317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24911; }","duration":"3.43536254s","start":"2026-05-28T02:58:44.640234Z","end":"2026-05-28T02:58:48.075596Z","steps":["trace[589111317] 'agreement among raft nodes before linearized reading' (duration: 3.435189605s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.075654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.384871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:48.075714Z","caller":"traceutil/trace.go:171","msg":"trace[1733815450] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24911; }","duration":"134.476794ms","start":"2026-05-28T02:58:47.941226Z","end":"2026-05-28T02:58:48.075703Z","steps":["trace[1733815450] 'agreement among raft nodes before linearized reading' (duration: 134.391951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.075788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.435617618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:58:48.075847Z","caller":"traceutil/trace.go:171","msg":"trace[260209358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24911; }","duration":"3.435713391s","start":"2026-05-28T02:58:44.640125Z","end":"2026-05-28T02:58:48.075838Z","steps":["trace[260209358] 'agreement among raft nodes before linearized reading' (duration: 3.435574457s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.075905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.640105Z","time spent":"3.435767053s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:58:48.075928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.074165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:48.075967Z","caller":"traceutil/trace.go:171","msg":"trace[1839177842] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24911; }","duration":"998.147827ms","start":"2026-05-28T02:58:47.077808Z","end":"2026-05-28T02:58:48.075956Z","steps":["trace[1839177842] 'agreement among raft nodes before linearized reading' (duration: 998.042323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.076003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:47.077789Z","time spent":"998.205959ms","remote":"127.0.0.1:48212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:48.076156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262999503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:48.076195Z","caller":"traceutil/trace.go:171","msg":"trace[1605494276] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24911; }","duration":"1.263067015s","start":"2026-05-28T02:58:46.813118Z","end":"2026-05-28T02:58:48.076185Z","steps":["trace[1605494276] 'agreement among raft nodes before linearized reading' (duration: 1.263010103s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.076231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.8131Z","time spent":"1.263121706s","remote":"127.0.0.1:60436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:48.075245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.079236Z","time spent":"1.996003564s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" "} {"level":"warn","ts":"2026-05-28T02:58:48.076381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374541637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:48.077102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754182821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:48.077161Z","caller":"traceutil/trace.go:171","msg":"trace[680451677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24911; }","duration":"1.754276004s","start":"2026-05-28T02:58:46.322871Z","end":"2026-05-28T02:58:48.077147Z","steps":["trace[680451677] 'agreement among raft nodes before linearized reading' (duration: 1.754185321s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.077209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.322854Z","time spent":"1.754344045s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:58:48.079309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639763495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:48.079355Z","caller":"traceutil/trace.go:171","msg":"trace[1872130439] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24911; }","duration":"1.639817816s","start":"2026-05-28T02:58:46.439525Z","end":"2026-05-28T02:58:48.079343Z","steps":["trace[1872130439] 'agreement among raft nodes before linearized reading' (duration: 1.639749864s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.079387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.439521Z","time spent":"1.639858997s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:58:48.079422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639269729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T02:58:48.079523Z","caller":"traceutil/trace.go:171","msg":"trace[1032443885] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24911; }","duration":"1.639411273s","start":"2026-05-28T02:58:46.440092Z","end":"2026-05-28T02:58:48.079503Z","steps":["trace[1032443885] 'agreement among raft nodes before linearized reading' (duration: 1.639132434s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.079557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639464445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:48.079587Z","caller":"traceutil/trace.go:171","msg":"trace[1374844201] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24911; }","duration":"1.639505817s","start":"2026-05-28T02:58:46.440072Z","end":"2026-05-28T02:58:48.079578Z","steps":["trace[1374844201] 'agreement among raft nodes before linearized reading' (duration: 1.639457955s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.079584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.440085Z","time spent":"1.639485525s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:58:48.07962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.440066Z","time spent":"1.639546638s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T02:58:48.079626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639276399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:48.079684Z","caller":"traceutil/trace.go:171","msg":"trace[1470993557] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24911; }","duration":"1.639350062s","start":"2026-05-28T02:58:46.44032Z","end":"2026-05-28T02:58:48.07967Z","steps":["trace[1470993557] 'agreement among raft nodes before linearized reading' (duration: 1.639264579s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.079721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.440313Z","time spent":"1.639400473s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:58:48.079809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64025019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:48.079843Z","caller":"traceutil/trace.go:171","msg":"trace[264845413] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24911; }","duration":"1.640290611s","start":"2026-05-28T02:58:46.439544Z","end":"2026-05-28T02:58:48.079834Z","steps":["trace[264845413] 'agreement among raft nodes before linearized reading' (duration: 1.640239269s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.079855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63962364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-28T02:58:48.079879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636566843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:48.079907Z","caller":"traceutil/trace.go:171","msg":"trace[1970987734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24911; }","duration":"1.636603564s","start":"2026-05-28T02:58:46.443296Z","end":"2026-05-28T02:58:48.079899Z","steps":["trace[1970987734] 'agreement among raft nodes before linearized reading' (duration: 1.636557652s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:48.079913Z","caller":"traceutil/trace.go:171","msg":"trace[1471904451] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24911; }","duration":"1.639720803s","start":"2026-05-28T02:58:46.440178Z","end":"2026-05-28T02:58:48.079898Z","steps":["trace[1471904451] 'agreement among raft nodes before linearized reading' (duration: 1.639555528s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.079941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.44329Z","time spent":"1.636645666s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:58:48.079955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.44015Z","time spent":"1.639793035s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:58:48.080089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639573479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:48.0801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639904219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:48.080125Z","caller":"traceutil/trace.go:171","msg":"trace[1449162490] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24911; }","duration":"1.63962558s","start":"2026-05-28T02:58:46.440492Z","end":"2026-05-28T02:58:48.080117Z","steps":["trace[1449162490] 'agreement among raft nodes before linearized reading' (duration: 1.639572468s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:48.080143Z","caller":"traceutil/trace.go:171","msg":"trace[1763319684] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24911; }","duration":"1.63995529s","start":"2026-05-28T02:58:46.440175Z","end":"2026-05-28T02:58:48.08013Z","steps":["trace[1763319684] 'agreement among raft nodes before linearized reading' (duration: 1.639886068s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.080186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.440168Z","time spent":"1.640007203s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:58:48.079875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.43954Z","time spent":"1.640322443s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T02:58:48.080154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.440485Z","time spent":"1.639663261s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T02:58:48.07614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.437235719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T02:58:48.080534Z","caller":"traceutil/trace.go:171","msg":"trace[72325051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24911; }","duration":"3.441672391s","start":"2026-05-28T02:58:44.638851Z","end":"2026-05-28T02:58:48.080523Z","steps":["trace[72325051] 'agreement among raft nodes before linearized reading' (duration: 3.437176578s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.080579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.638825Z","time spent":"3.441739573s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:58:48.07568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.640192Z","time spent":"3.435478054s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:58:48.080984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641675855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:48.081026Z","caller":"traceutil/trace.go:171","msg":"trace[911128388] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24911; }","duration":"1.641739277s","start":"2026-05-28T02:58:46.439278Z","end":"2026-05-28T02:58:48.081018Z","steps":["trace[911128388] 'agreement among raft nodes before linearized reading' (duration: 1.641673805s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.081055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.439272Z","time spent":"1.641777128s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:58:48.081169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641662885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:48.081211Z","caller":"traceutil/trace.go:171","msg":"trace[1307599530] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24911; }","duration":"1.641701316s","start":"2026-05-28T02:58:46.439497Z","end":"2026-05-28T02:58:48.081199Z","steps":["trace[1307599530] 'agreement among raft nodes before linearized reading' (duration: 1.641647904s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.081241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.439479Z","time spent":"1.641754507s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-05-28T02:58:48.076417Z","caller":"traceutil/trace.go:171","msg":"trace[248194318] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24911; }","duration":"1.374610619s","start":"2026-05-28T02:58:46.701797Z","end":"2026-05-28T02:58:48.076408Z","steps":["trace[248194318] 'agreement among raft nodes before linearized reading' (duration: 1.374559318s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.081453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.701775Z","time spent":"1.3796615s","remote":"127.0.0.1:60328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:48.07795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38467505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-28T02:58:48.084905Z","caller":"traceutil/trace.go:171","msg":"trace[411958648] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24911; }","duration":"1.39165392s","start":"2026-05-28T02:58:46.69323Z","end":"2026-05-28T02:58:48.084884Z","steps":["trace[411958648] 'agreement among raft nodes before linearized reading' (duration: 1.384509353s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.084977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.693212Z","time spent":"1.391736083s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-28T02:58:48.583049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492450815,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:58:48.810045Z","caller":"traceutil/trace.go:171","msg":"trace[1414467553] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"730.631396ms","start":"2026-05-28T02:58:48.079362Z","end":"2026-05-28T02:58:48.809993Z","steps":["trace[1414467553] 'process raft request' (duration: 730.473621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.810205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.079346Z","time spent":"730.775361ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:50.089316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000602779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:58:50.089389Z","caller":"traceutil/trace.go:171","msg":"trace[999429341] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000701072s","start":"2026-05-28T02:58:48.088673Z","end":"2026-05-28T02:58:50.089374Z","steps":["trace[999429341] 'agreement among raft nodes before linearized reading' (duration: 2.000613809s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:50.089431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.088667Z","time spent":"2.000753515s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:58:52.089884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000078205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:52.089988Z","caller":"traceutil/trace.go:171","msg":"trace[1506831654] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000212699s","start":"2026-05-28T02:58:50.089751Z","end":"2026-05-28T02:58:52.089963Z","steps":["trace[1506831654] 'agreement among raft nodes before linearized reading' (duration: 2.000082374s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:52.09005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.089745Z","time spent":"2.000290211s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:53.078552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.084727Z","time spent":"4.993817941s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-28T02:58:53.080185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.084374Z","time spent":"4.995806894s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 02:58:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:53.084876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.086741Z","time spent":"4.998128038s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 02:58:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:53.755252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.756138Z","time spent":"4.999106278s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-28T02:58:53.75557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.756083Z","time spent":"4.99947917s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 02:58:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:53.755906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.757527Z","time spent":"4.998375925s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-28T02:58:53.755899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.757414Z","time spent":"4.998482918s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-28T02:58:53.756263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.75825Z","time spent":"4.998009903s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-28T02:58:54.097698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000527727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:54.097913Z","caller":"traceutil/trace.go:171","msg":"trace[1592555742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000781245s","start":"2026-05-28T02:58:52.09711Z","end":"2026-05-28T02:58:54.097891Z","steps":["trace[1592555742] 'agreement among raft nodes before linearized reading' (duration: 2.000555447s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:54.09801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:52.09709Z","time spent":"2.000904399s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:54.640205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.085572Z","time spent":"6.554625736s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-28T02:58:54.640275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.083589Z","time spent":"6.556681251s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 02:58:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/28 02:58:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:54.823659Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.013711038s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:58:54.825157Z","caller":"traceutil/trace.go:171","msg":"trace[398166658] linearizableReadLoop","detail":"{readStateIndex:25765; appliedIndex:25759; }","duration":"6.742155414s","start":"2026-05-28T02:58:48.082973Z","end":"2026-05-28T02:58:54.825128Z","steps":["trace[398166658] 'read index received' (duration: 726.910628ms)","trace[398166658] 'applied index is now lower than readState.Index' (duration: 6.015243586s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:54.825432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.742431964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:58:54.825487Z","caller":"traceutil/trace.go:171","msg":"trace[1663212895] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24922; }","duration":"6.742515616s","start":"2026-05-28T02:58:48.082956Z","end":"2026-05-28T02:58:54.825472Z","steps":["trace[1663212895] 'agreement among raft nodes before linearized reading' (duration: 6.742396652s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:54.825535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.082935Z","time spent":"6.742586979s","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T02:58:55.080561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.082174Z","time spent":"4.998378296s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-28T02:58:55.080633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.084705Z","time spent":"4.995923348s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 02:58:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:55.08148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.083002Z","time spent":"4.998464908s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 02:58:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:55.325633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492450838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:55.826674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492450838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:56.09856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000556419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:56.098644Z","caller":"traceutil/trace.go:171","msg":"trace[437136078] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000653642s","start":"2026-05-28T02:58:54.097969Z","end":"2026-05-28T02:58:56.098622Z","steps":["trace[437136078] 'agreement among raft nodes before linearized reading' (duration: 2.000552219s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.09869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:54.097928Z","time spent":"2.000752535s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:56.259928Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.433100368s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:58:56.260229Z","caller":"traceutil/trace.go:171","msg":"trace[1048670246] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"6.639912616s","start":"2026-05-28T02:58:49.620299Z","end":"2026-05-28T02:58:56.260211Z","steps":["trace[1048670246] 'process raft request' (duration: 6.639760551s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.260321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:49.620278Z","time spent":"6.639980798s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:56.260829Z","caller":"traceutil/trace.go:171","msg":"trace[1371724954] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"5.175288987s","start":"2026-05-28T02:58:51.085532Z","end":"2026-05-28T02:58:56.260821Z","steps":["trace[1371724954] 'process raft request' (duration: 5.175161373s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.260868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:51.085508Z","time spent":"5.175342129s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:56.260965Z","caller":"traceutil/trace.go:171","msg":"trace[1297536989] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"2.257336529s","start":"2026-05-28T02:58:54.003622Z","end":"2026-05-28T02:58:56.260959Z","steps":["trace[1297536989] 'process raft request' (duration: 2.257145382s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.261005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:54.003594Z","time spent":"2.25738888s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:56.261028Z","caller":"traceutil/trace.go:171","msg":"trace[1168703384] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"3.177056832s","start":"2026-05-28T02:58:53.083961Z","end":"2026-05-28T02:58:56.261018Z","steps":["trace[1168703384] 'process raft request' (duration: 3.176773723s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:56.261016Z","caller":"traceutil/trace.go:171","msg":"trace[2124901449] linearizableReadLoop","detail":"{readStateIndex:25781; appliedIndex:25770; }","duration":"1.435678139s","start":"2026-05-28T02:58:54.825312Z","end":"2026-05-28T02:58:56.26099Z","steps":["trace[2124901449] 'read index received' (duration: 1.434701228s)","trace[2124901449] 'applied index is now lower than readState.Index' (duration: 975.631µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:56.261077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:53.083937Z","time spent":"3.177116164s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:56.261161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.166589157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:56.261187Z","caller":"traceutil/trace.go:171","msg":"trace[1924104039] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24929; }","duration":"6.166635959s","start":"2026-05-28T02:58:50.094545Z","end":"2026-05-28T02:58:56.261181Z","steps":["trace[1924104039] 'agreement among raft nodes before linearized reading' (duration: 6.166580727s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.261204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.094523Z","time spent":"6.166676429s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T02:58:56.261306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.895484166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:56.261327Z","caller":"traceutil/trace.go:171","msg":"trace[977639733] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24929; }","duration":"4.895546258s","start":"2026-05-28T02:58:51.365776Z","end":"2026-05-28T02:58:56.261322Z","steps":["trace[977639733] 'agreement among raft nodes before linearized reading' (duration: 4.895508797s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.261298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.44697223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-28T02:58:56.261341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:51.365754Z","time spent":"4.89558324s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:56.261363Z","caller":"traceutil/trace.go:171","msg":"trace[1163900966] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b398a427727950; range_end:; response_count:1; response_revision:24929; }","duration":"7.447085814s","start":"2026-05-28T02:58:48.814262Z","end":"2026-05-28T02:58:56.261348Z","steps":["trace[1163900966] 'agreement among raft nodes before linearized reading' (duration: 7.446882037s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:56.261382Z","caller":"traceutil/trace.go:171","msg":"trace[19464482] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24929; }","duration":"1.619320574s","start":"2026-05-28T02:58:54.642045Z","end":"2026-05-28T02:58:56.261366Z","steps":["trace[19464482] 'process raft request' (duration: 1.618756446s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.26143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.1670346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:56.261453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.460453988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:58:56.261467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899147882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:56.261471Z","caller":"traceutil/trace.go:171","msg":"trace[1207729619] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24929; }","duration":"5.46048794s","start":"2026-05-28T02:58:50.800979Z","end":"2026-05-28T02:58:56.261467Z","steps":["trace[1207729619] 'agreement among raft nodes before linearized reading' (duration: 5.460435248s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.261487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.800969Z","time spent":"5.46051357s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:56.261478Z","caller":"traceutil/trace.go:171","msg":"trace[2126223452] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24929; }","duration":"6.167109074s","start":"2026-05-28T02:58:50.094358Z","end":"2026-05-28T02:58:56.261467Z","steps":["trace[2126223452] 'agreement among raft nodes before linearized reading' (duration: 6.167050552s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.261518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.50774275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:56.261541Z","caller":"traceutil/trace.go:171","msg":"trace[1450622975] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24929; }","duration":"3.507790802s","start":"2026-05-28T02:58:52.753743Z","end":"2026-05-28T02:58:56.261534Z","steps":["trace[1450622975] 'agreement among raft nodes before linearized reading' (duration: 3.507755521s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.261558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:52.753729Z","time spent":"3.507824502s","remote":"127.0.0.1:57710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:56.261554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.167387062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:56.261574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.474923158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:56.261587Z","caller":"traceutil/trace.go:171","msg":"trace[1317440236] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24929; }","duration":"6.167426913s","start":"2026-05-28T02:58:50.094152Z","end":"2026-05-28T02:58:56.261579Z","steps":["trace[1317440236] 'agreement among raft nodes before linearized reading' (duration: 6.167379052s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.261617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.166771412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:56.261617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.094147Z","time spent":"6.167462174s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-05-28T02:58:56.261631Z","caller":"traceutil/trace.go:171","msg":"trace[888797489] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24929; }","duration":"6.166795864s","start":"2026-05-28T02:58:50.094831Z","end":"2026-05-28T02:58:56.261627Z","steps":["trace[888797489] 'agreement among raft nodes before linearized reading' (duration: 6.166774973s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:56.261489Z","caller":"traceutil/trace.go:171","msg":"trace[1953945957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24929; }","duration":"2.899192433s","start":"2026-05-28T02:58:53.362288Z","end":"2026-05-28T02:58:56.26148Z","steps":["trace[1953945957] 'agreement among raft nodes before linearized reading' (duration: 2.899165352s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:56.261629Z","caller":"traceutil/trace.go:171","msg":"trace[1103654616] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24929; }","duration":"1.618657564s","start":"2026-05-28T02:58:54.642955Z","end":"2026-05-28T02:58:56.261612Z","steps":["trace[1103654616] 'process raft request' (duration: 1.61788033s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.261656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:53.362267Z","time spent":"2.899383159s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:56.261608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:54.642015Z","time spent":"1.619413787s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:56.26172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:54.642943Z","time spent":"1.618722636s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:56.261714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.877230392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-28T02:58:56.261515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.094337Z","time spent":"6.167167785s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-05-28T02:58:56.261764Z","caller":"traceutil/trace.go:171","msg":"trace[322801407] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24929; }","duration":"7.877331376s","start":"2026-05-28T02:58:48.384416Z","end":"2026-05-28T02:58:56.261747Z","steps":["trace[322801407] 'agreement among raft nodes before linearized reading' (duration: 7.877203142s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.261788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.3844Z","time spent":"7.877383677s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T02:58:56.261305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502062075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-05-28T02:58:56.26183Z","caller":"traceutil/trace.go:171","msg":"trace[1510491506] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24929; }","duration":"2.502618212s","start":"2026-05-28T02:58:53.759205Z","end":"2026-05-28T02:58:56.261823Z","steps":["trace[1510491506] 'agreement among raft nodes before linearized reading' (duration: 2.501968371s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:56.261848Z","caller":"traceutil/trace.go:171","msg":"trace[109646460] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24929; }","duration":"1.618743347s","start":"2026-05-28T02:58:54.643097Z","end":"2026-05-28T02:58:56.26184Z","steps":["trace[109646460] 'process raft request' (duration: 1.617772896s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.261856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:53.759196Z","time spent":"2.502653864s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-28T02:58:56.261871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.547929798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:56.261883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:54.643034Z","time spent":"1.618829599s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:56.261326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.83863363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:58:56.261914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.647001767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:56.261928Z","caller":"traceutil/trace.go:171","msg":"trace[646026469] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24929; }","duration":"4.83927474s","start":"2026-05-28T02:58:51.422649Z","end":"2026-05-28T02:58:56.261923Z","steps":["trace[646026469] 'agreement among raft nodes before linearized reading' (duration: 4.838609429s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.261951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:51.422628Z","time spent":"4.839317322s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":72,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:56.261948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.668543311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-28T02:58:56.261954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.850210234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:56.261951Z","caller":"traceutil/trace.go:171","msg":"trace[1397736668] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24929; }","duration":"1.618644154s","start":"2026-05-28T02:58:54.643299Z","end":"2026-05-28T02:58:56.261943Z","steps":["trace[1397736668] 'process raft request' (duration: 1.617634272s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:56.261969Z","caller":"traceutil/trace.go:171","msg":"trace[536769360] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24929; }","duration":"7.850262486s","start":"2026-05-28T02:58:48.411703Z","end":"2026-05-28T02:58:56.261965Z","steps":["trace[536769360] 'agreement among raft nodes before linearized reading' (duration: 7.850237245s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:56.261591Z","caller":"traceutil/trace.go:171","msg":"trace[558616810] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24929; }","duration":"5.474972529s","start":"2026-05-28T02:58:50.786613Z","end":"2026-05-28T02:58:56.261586Z","steps":["trace[558616810] 'agreement among raft nodes before linearized reading' (duration: 5.474944019s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.261401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502731936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-05-28T02:58:56.261984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.411679Z","time spent":"7.850301517s","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:56.261988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.786595Z","time spent":"5.475388323s","remote":"127.0.0.1:41736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:56.261992Z","caller":"traceutil/trace.go:171","msg":"trace[592546010] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24929; }","duration":"2.503349305s","start":"2026-05-28T02:58:53.758636Z","end":"2026-05-28T02:58:56.261986Z","steps":["trace[592546010] 'agreement among raft nodes before linearized reading' (duration: 2.502704645s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.261994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:54.64326Z","time spent":"1.618711476s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":530,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:56.262007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:53.75862Z","time spent":"2.503382807s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-05-28T02:58:56.26193Z","caller":"traceutil/trace.go:171","msg":"trace[168609467] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24929; }","duration":"7.647032527s","start":"2026-05-28T02:58:48.614893Z","end":"2026-05-28T02:58:56.261926Z","steps":["trace[168609467] 'agreement among raft nodes before linearized reading' (duration: 7.647005896s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.262079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.614885Z","time spent":"7.647186933s","remote":"127.0.0.1:57886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:56.26197Z","caller":"traceutil/trace.go:171","msg":"trace[1755634956] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24929; }","duration":"7.668596063s","start":"2026-05-28T02:58:48.593368Z","end":"2026-05-28T02:58:56.261964Z","steps":["trace[1755634956] 'agreement among raft nodes before linearized reading' (duration: 7.668538191s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.262181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.593344Z","time spent":"7.66883141s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T02:58:56.262196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.177600867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:56.262217Z","caller":"traceutil/trace.go:171","msg":"trace[1101807797] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24929; }","duration":"8.177636097s","start":"2026-05-28T02:58:48.084575Z","end":"2026-05-28T02:58:56.262211Z","steps":["trace[1101807797] 'agreement among raft nodes before linearized reading' (duration: 8.177594936s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:56.261889Z","caller":"traceutil/trace.go:171","msg":"trace[579098418] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24929; }","duration":"7.54797782s","start":"2026-05-28T02:58:48.713904Z","end":"2026-05-28T02:58:56.261882Z","steps":["trace[579098418] 'agreement among raft nodes before linearized reading' (duration: 7.547949259s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.262227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502481498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-28T02:58:56.262235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.084569Z","time spent":"8.177662989s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-28T02:58:56.262246Z","caller":"traceutil/trace.go:171","msg":"trace[1739819905] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24929; }","duration":"2.502508769s","start":"2026-05-28T02:58:53.75973Z","end":"2026-05-28T02:58:56.262239Z","steps":["trace[1739819905] 'agreement among raft nodes before linearized reading' (duration: 2.502457698s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.262246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.713883Z","time spent":"7.548356812s","remote":"127.0.0.1:60474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:56.262321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.175667806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-398931a7-822a-443c-a739-f9eddfa40eb5\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-28T02:58:56.262356Z","caller":"traceutil/trace.go:171","msg":"trace[464546105] range","detail":"{range_begin:/registry/persistentvolumes/pvc-398931a7-822a-443c-a739-f9eddfa40eb5; range_end:; response_count:1; response_revision:24929; }","duration":"8.175719037s","start":"2026-05-28T02:58:48.086627Z","end":"2026-05-28T02:58:56.262346Z","steps":["trace[464546105] 'agreement among raft nodes before linearized reading' (duration: 8.175604093s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.262382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.086619Z","time spent":"8.175754789s","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-398931a7-822a-443c-a739-f9eddfa40eb5\" "} {"level":"warn","ts":"2026-05-28T02:58:56.261413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.166883506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-28T02:58:56.261646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.094825Z","time spent":"6.166817724s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:58:56.262512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.176515962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:56.26254Z","caller":"traceutil/trace.go:171","msg":"trace[1824013127] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24929; }","duration":"6.176576364s","start":"2026-05-28T02:58:50.085959Z","end":"2026-05-28T02:58:56.262535Z","steps":["trace[1824013127] 'agreement among raft nodes before linearized reading' (duration: 6.176540673s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.26255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434576695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-28T02:58:56.262553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.085941Z","time spent":"6.176609645s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T02:58:56.262554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.488844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:56.262567Z","caller":"traceutil/trace.go:171","msg":"trace[651691637] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:24929; }","duration":"1.434632077s","start":"2026-05-28T02:58:54.82793Z","end":"2026-05-28T02:58:56.262562Z","steps":["trace[651691637] 'agreement among raft nodes before linearized reading' (duration: 1.434588835s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:56.262577Z","caller":"traceutil/trace.go:171","msg":"trace[22648569] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24929; }","duration":"697.551386ms","start":"2026-05-28T02:58:55.565018Z","end":"2026-05-28T02:58:56.26257Z","steps":["trace[22648569] 'agreement among raft nodes before linearized reading' (duration: 697.515605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.262583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:54.827908Z","time spent":"1.434669618s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-05-28T02:58:56.262583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.171518503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-28T02:58:56.262596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.177039199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:56.262609Z","caller":"traceutil/trace.go:171","msg":"trace[659670264] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24929; }","duration":"6.17707655s","start":"2026-05-28T02:58:50.085529Z","end":"2026-05-28T02:58:56.262605Z","steps":["trace[659670264] 'agreement among raft nodes before linearized reading' (duration: 6.177058149s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.262629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.085513Z","time spent":"6.177113221s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:58:56.262635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.176311206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:56.262519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.176349787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:56.262646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.678443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:56.262657Z","caller":"traceutil/trace.go:171","msg":"trace[1085369941] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24929; }","duration":"6.176351507s","start":"2026-05-28T02:58:50.086299Z","end":"2026-05-28T02:58:56.26265Z","steps":["trace[1085369941] 'agreement among raft nodes before linearized reading' (duration: 6.176321596s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:56.262663Z","caller":"traceutil/trace.go:171","msg":"trace[2136693326] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24929; }","duration":"6.176510122s","start":"2026-05-28T02:58:50.086149Z","end":"2026-05-28T02:58:56.262659Z","steps":["trace[2136693326] 'agreement among raft nodes before linearized reading' (duration: 6.176347456s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:56.262666Z","caller":"traceutil/trace.go:171","msg":"trace[1145825419] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24929; }","duration":"136.743616ms","start":"2026-05-28T02:58:56.125918Z","end":"2026-05-28T02:58:56.262661Z","steps":["trace[1145825419] 'agreement among raft nodes before linearized reading' (duration: 136.687854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.262678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.086141Z","time spent":"6.176533423s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:58:56.262678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.08629Z","time spent":"6.176383358s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T02:58:56.262594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:55.564999Z","time spent":"697.589956ms","remote":"127.0.0.1:60348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:56.262706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106102467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:56.262679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.837995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:56.262722Z","caller":"traceutil/trace.go:171","msg":"trace[1775881731] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24929; }","duration":"1.106119727s","start":"2026-05-28T02:58:55.156598Z","end":"2026-05-28T02:58:56.262717Z","steps":["trace[1775881731] 'agreement among raft nodes before linearized reading' (duration: 1.106092397s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.262738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:55.156523Z","time spent":"1.106211751s","remote":"127.0.0.1:52040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:56.262742Z","caller":"traceutil/trace.go:171","msg":"trace[1823452849] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24929; }","duration":"900.929898ms","start":"2026-05-28T02:58:55.361803Z","end":"2026-05-28T02:58:56.262733Z","steps":["trace[1823452849] 'agreement among raft nodes before linearized reading' (duration: 900.858436ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:56.262608Z","caller":"traceutil/trace.go:171","msg":"trace[1653710887] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24929; }","duration":"6.171548234s","start":"2026-05-28T02:58:50.091053Z","end":"2026-05-28T02:58:56.262601Z","steps":["trace[1653710887] 'agreement among raft nodes before linearized reading' (duration: 6.171481812s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.262765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.783814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:56.262464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214370363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:56.262787Z","caller":"traceutil/trace.go:171","msg":"trace[964024178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24929; }","duration":"157.838856ms","start":"2026-05-28T02:58:56.104943Z","end":"2026-05-28T02:58:56.262782Z","steps":["trace[964024178] 'agreement among raft nodes before linearized reading' (duration: 157.807435ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:56.262789Z","caller":"traceutil/trace.go:171","msg":"trace[1087201512] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24929; }","duration":"2.214727055s","start":"2026-05-28T02:58:54.048056Z","end":"2026-05-28T02:58:56.262783Z","steps":["trace[1087201512] 'agreement among raft nodes before linearized reading' (duration: 2.214385204s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.262804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:54.048034Z","time spent":"2.214766025s","remote":"127.0.0.1:56898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:56.262804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180640286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-05-28T02:58:56.262822Z","caller":"traceutil/trace.go:171","msg":"trace[1245456850] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:24929; }","duration":"1.180657387s","start":"2026-05-28T02:58:55.082159Z","end":"2026-05-28T02:58:56.262816Z","steps":["trace[1245456850] 'agreement among raft nodes before linearized reading' (duration: 1.180622596s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.262847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:55.082105Z","time spent":"1.180737568s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-28T02:58:56.26287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.9723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:56.262498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502425356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-28T02:58:56.262885Z","caller":"traceutil/trace.go:171","msg":"trace[13050489] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24929; }","duration":"395.008892ms","start":"2026-05-28T02:58:55.867871Z","end":"2026-05-28T02:58:56.26288Z","steps":["trace[13050489] 'agreement among raft nodes before linearized reading' (duration: 394.982401ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:56.26289Z","caller":"traceutil/trace.go:171","msg":"trace[1929602138] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24929; }","duration":"2.50285048s","start":"2026-05-28T02:58:53.760033Z","end":"2026-05-28T02:58:56.262884Z","steps":["trace[1929602138] 'agreement among raft nodes before linearized reading' (duration: 2.502427186s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.262902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:55.867855Z","time spent":"395.042433ms","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:56.262909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179566762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-05-28T02:58:56.262932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180250653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-05-28T02:58:56.262953Z","caller":"traceutil/trace.go:171","msg":"trace[1612487001] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24929; }","duration":"1.180321886s","start":"2026-05-28T02:58:55.082624Z","end":"2026-05-28T02:58:56.262946Z","steps":["trace[1612487001] 'agreement among raft nodes before linearized reading' (duration: 1.180286575s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:56.262949Z","caller":"traceutil/trace.go:171","msg":"trace[1560326282] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24929; }","duration":"1.179633324s","start":"2026-05-28T02:58:55.083305Z","end":"2026-05-28T02:58:56.262938Z","steps":["trace[1560326282] 'agreement among raft nodes before linearized reading' (duration: 1.179556121s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.262976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:55.082596Z","time spent":"1.180376108s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-05-28T02:58:56.262978Z","caller":"traceutil/trace.go:171","msg":"trace[1652974620] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24929; }","duration":"6.168526729s","start":"2026-05-28T02:58:50.094444Z","end":"2026-05-28T02:58:56.262971Z","steps":["trace[1652974620] 'agreement among raft nodes before linearized reading' (duration: 6.16669068s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.262989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.309525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:56.26299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:55.083292Z","time spent":"1.179687066s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-28T02:58:56.262999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.094437Z","time spent":"6.168556649s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-05-28T02:58:56.263004Z","caller":"traceutil/trace.go:171","msg":"trace[6682836] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24929; }","duration":"476.358716ms","start":"2026-05-28T02:58:55.78664Z","end":"2026-05-28T02:58:56.262999Z","steps":["trace[6682836] 'agreement among raft nodes before linearized reading' (duration: 476.333426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.261563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656849008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:56.263019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:55.786621Z","time spent":"476.394298ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:56.261392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.814242Z","time spent":"7.447144796s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" "} {"level":"info","ts":"2026-05-28T02:58:56.263033Z","caller":"traceutil/trace.go:171","msg":"trace[1289582732] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24929; }","duration":"1.658383166s","start":"2026-05-28T02:58:54.60464Z","end":"2026-05-28T02:58:56.263023Z","steps":["trace[1289582732] 'agreement among raft nodes before linearized reading' (duration: 1.656847327s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.262907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:53.760006Z","time spent":"2.502896391s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-28T02:58:56.263054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:54.60462Z","time spent":"1.658428097s","remote":"127.0.0.1:41830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:56.262447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:53.759725Z","time spent":"2.502714326s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-28T02:58:56.26248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49939434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:56.26318Z","caller":"traceutil/trace.go:171","msg":"trace[1010293444] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24929; }","duration":"2.500116263s","start":"2026-05-28T02:58:53.763057Z","end":"2026-05-28T02:58:56.263173Z","steps":["trace[1010293444] 'agreement among raft nodes before linearized reading' (duration: 2.49938272s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.2632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:53.763047Z","time spent":"2.500146354s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:56.26277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.091049Z","time spent":"6.17171693s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:58:56.263229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.859621498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:56.263257Z","caller":"traceutil/trace.go:171","msg":"trace[1611404200] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24929; }","duration":"6.859691089s","start":"2026-05-28T02:58:49.40356Z","end":"2026-05-28T02:58:56.263251Z","steps":["trace[1611404200] 'agreement among raft nodes before linearized reading' (duration: 6.859646208s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.262766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:55.361782Z","time spent":"900.976719ms","remote":"127.0.0.1:60238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:56.263278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:49.403539Z","time spent":"6.859733581s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:56.262489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.197010813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:58:56.261441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504535104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-28T02:58:56.263317Z","caller":"traceutil/trace.go:171","msg":"trace[739951939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24929; }","duration":"6.19786289s","start":"2026-05-28T02:58:50.065439Z","end":"2026-05-28T02:58:56.263302Z","steps":["trace[739951939] 'agreement among raft nodes before linearized reading' (duration: 6.197037054s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:56.263331Z","caller":"traceutil/trace.go:171","msg":"trace[36536071] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24929; }","duration":"2.506457475s","start":"2026-05-28T02:58:53.756866Z","end":"2026-05-28T02:58:56.263324Z","steps":["trace[36536071] 'agreement among raft nodes before linearized reading' (duration: 2.504545204s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.263355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:53.756845Z","time spent":"2.506503266s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-28T02:58:56.263358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.065419Z","time spent":"6.197924882s","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:56.724619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.966611ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:56.724723Z","caller":"traceutil/trace.go:171","msg":"trace[872885747] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24929; }","duration":"182.091325ms","start":"2026-05-28T02:58:56.542615Z","end":"2026-05-28T02:58:56.724707Z","steps":["trace[872885747] 'range keys from in-memory index tree' (duration: 181.948981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.725766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.267092ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-28T02:58:56.72588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.265275Z","time spent":"460.599446ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T02:58:57.045913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.730512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:57.046295Z","caller":"traceutil/trace.go:171","msg":"trace[1145625534] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"780.035705ms","start":"2026-05-28T02:58:56.266231Z","end":"2026-05-28T02:58:57.046267Z","steps":["trace[1145625534] 'process raft request' (duration: 598.830428ms)","trace[1145625534] 'compare' (duration: 180.286668ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:57.046421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.266212Z","time spent":"780.139729ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:57.046667Z","caller":"traceutil/trace.go:171","msg":"trace[1818766298] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"775.346477ms","start":"2026-05-28T02:58:56.271309Z","end":"2026-05-28T02:58:57.046656Z","steps":["trace[1818766298] 'process raft request' (duration: 775.058137ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:57.046677Z","caller":"traceutil/trace.go:171","msg":"trace[1873404747] linearizableReadLoop","detail":"{readStateIndex:25783; appliedIndex:25781; }","duration":"776.336038ms","start":"2026-05-28T02:58:56.270321Z","end":"2026-05-28T02:58:57.046657Z","steps":["trace[1873404747] 'read index received' (duration: 312.279503ms)","trace[1873404747] 'applied index is now lower than readState.Index' (duration: 464.055605ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:57.046715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.271303Z","time spent":"775.389288ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:57.046919Z","caller":"traceutil/trace.go:171","msg":"trace[670421056] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"776.064099ms","start":"2026-05-28T02:58:56.270847Z","end":"2026-05-28T02:58:57.046911Z","steps":["trace[670421056] 'process raft request' (duration: 775.206411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.046999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.27084Z","time spent":"776.10296ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:57.04737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.039908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-28T02:58:57.047405Z","caller":"traceutil/trace.go:171","msg":"trace[1166607738] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24933; }","duration":"776.076289ms","start":"2026-05-28T02:58:56.271318Z","end":"2026-05-28T02:58:57.047394Z","steps":["trace[1166607738] 'agreement among raft nodes before linearized reading' (duration: 775.971906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.047395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.063721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-28T02:58:57.047432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.271245Z","time spent":"776.181163ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-28T02:58:57.047446Z","caller":"traceutil/trace.go:171","msg":"trace[1352433571] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24933; }","duration":"777.143383ms","start":"2026-05-28T02:58:56.270285Z","end":"2026-05-28T02:58:57.047429Z","steps":["trace[1352433571] 'agreement among raft nodes before linearized reading' (duration: 776.976338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.047487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.270268Z","time spent":"777.210786ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:58:57.047551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.139648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:57.047577Z","caller":"traceutil/trace.go:171","msg":"trace[972973255] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24933; }","duration":"549.18703ms","start":"2026-05-28T02:58:56.498383Z","end":"2026-05-28T02:58:57.04757Z","steps":["trace[972973255] 'agreement among raft nodes before linearized reading' (duration: 549.144968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.047599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.498372Z","time spent":"549.21991ms","remote":"127.0.0.1:33242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:57.0477Z","caller":"traceutil/trace.go:171","msg":"trace[1085241706] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"315.447983ms","start":"2026-05-28T02:58:56.732239Z","end":"2026-05-28T02:58:57.047687Z","steps":["trace[1085241706] 'process raft request' (duration: 314.350458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.047743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.951343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:57.047764Z","caller":"traceutil/trace.go:171","msg":"trace[1040949337] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:24933; }","duration":"668.017386ms","start":"2026-05-28T02:58:56.379741Z","end":"2026-05-28T02:58:57.047758Z","steps":["trace[1040949337] 'agreement among raft nodes before linearized reading' (duration: 667.985065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.047784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.379702Z","time spent":"668.076267ms","remote":"127.0.0.1:41786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:57.04778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.732215Z","time spent":"315.525555ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:57.047932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.192329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-28T02:58:57.047957Z","caller":"traceutil/trace.go:171","msg":"trace[530781537] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24933; }","duration":"678.259941ms","start":"2026-05-28T02:58:56.36969Z","end":"2026-05-28T02:58:57.04795Z","steps":["trace[530781537] 'agreement among raft nodes before linearized reading' (duration: 678.193979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.047979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.369665Z","time spent":"678.305793ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-28T02:58:57.048131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.459349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7287"} {"level":"info","ts":"2026-05-28T02:58:57.048155Z","caller":"traceutil/trace.go:171","msg":"trace[408821561] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24933; }","duration":"775.496081ms","start":"2026-05-28T02:58:56.272653Z","end":"2026-05-28T02:58:57.048149Z","steps":["trace[408821561] 'agreement among raft nodes before linearized reading' (duration: 775.431279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.048173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.272647Z","time spent":"775.521242ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7310,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-28T02:58:57.047714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.725516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:57.048391Z","caller":"traceutil/trace.go:171","msg":"trace[1663497946] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24933; }","duration":"572.377057ms","start":"2026-05-28T02:58:56.475951Z","end":"2026-05-28T02:58:57.048328Z","steps":["trace[1663497946] 'agreement among raft nodes before linearized reading' (duration: 571.741447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.048586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.475932Z","time spent":"572.587893ms","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:57.048609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.340679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-05-28T02:58:57.048621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.299748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-05-28T02:58:57.048648Z","caller":"traceutil/trace.go:171","msg":"trace[589120926] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24933; }","duration":"777.33725ms","start":"2026-05-28T02:58:56.271304Z","end":"2026-05-28T02:58:57.048641Z","steps":["trace[589120926] 'agreement among raft nodes before linearized reading' (duration: 777.273298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.048673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.271298Z","time spent":"777.371051ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-05-28T02:58:57.048653Z","caller":"traceutil/trace.go:171","msg":"trace[1690385946] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24933; }","duration":"777.386241ms","start":"2026-05-28T02:58:56.27125Z","end":"2026-05-28T02:58:57.048637Z","steps":["trace[1690385946] 'agreement among raft nodes before linearized reading' (duration: 777.276917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.048743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.271244Z","time spent":"777.482375ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-28T02:58:57.048843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.708231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-28T02:58:57.048869Z","caller":"traceutil/trace.go:171","msg":"trace[2001305757] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24933; }","duration":"777.761933ms","start":"2026-05-28T02:58:56.271101Z","end":"2026-05-28T02:58:57.048863Z","steps":["trace[2001305757] 'agreement among raft nodes before linearized reading' (duration: 777.703611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.04889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.270958Z","time spent":"777.926279ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-28T02:58:57.048968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.730162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-05-28T02:58:57.048988Z","caller":"traceutil/trace.go:171","msg":"trace[60184984] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:24933; }","duration":"777.791444ms","start":"2026-05-28T02:58:56.271191Z","end":"2026-05-28T02:58:57.048983Z","steps":["trace[60184984] 'agreement among raft nodes before linearized reading' (duration: 777.742842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.049004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.271183Z","time spent":"777.817335ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-28T02:58:57.049094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.806095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-28T02:58:57.049142Z","caller":"traceutil/trace.go:171","msg":"trace[788773416] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24933; }","duration":"777.861076ms","start":"2026-05-28T02:58:56.271269Z","end":"2026-05-28T02:58:57.04913Z","steps":["trace[788773416] 'agreement among raft nodes before linearized reading' (duration: 777.741813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.04918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.271266Z","time spent":"777.907378ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-28T02:58:57.047414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.663748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-05-28T02:58:57.049244Z","caller":"traceutil/trace.go:171","msg":"trace[1864679055] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24933; }","duration":"778.502126ms","start":"2026-05-28T02:58:56.270718Z","end":"2026-05-28T02:58:57.04922Z","steps":["trace[1864679055] 'agreement among raft nodes before linearized reading' (duration: 776.561305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.049315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.270707Z","time spent":"778.58815ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-28T02:58:57.049347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.582319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-05-28T02:58:57.049437Z","caller":"traceutil/trace.go:171","msg":"trace[927887798] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24933; }","duration":"778.688643ms","start":"2026-05-28T02:58:56.27073Z","end":"2026-05-28T02:58:57.049419Z","steps":["trace[927887798] 'agreement among raft nodes before linearized reading' (duration: 778.424864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.049491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.27072Z","time spent":"778.760055ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-05-28T02:58:57.277861Z","caller":"traceutil/trace.go:171","msg":"trace[916500744] linearizableReadLoop","detail":"{readStateIndex:25788; appliedIndex:25787; }","duration":"192.675832ms","start":"2026-05-28T02:58:57.085147Z","end":"2026-05-28T02:58:57.277823Z","steps":["trace[916500744] 'read index received' (duration: 131.568621ms)","trace[916500744] 'applied index is now lower than readState.Index' (duration: 61.105911ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:57.277943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.158037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:57.278009Z","caller":"traceutil/trace.go:171","msg":"trace[1753848342] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24935; }","duration":"198.26308ms","start":"2026-05-28T02:58:57.079729Z","end":"2026-05-28T02:58:57.277992Z","steps":["trace[1753848342] 'agreement among raft nodes before linearized reading' (duration: 198.140246ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:57.278145Z","caller":"traceutil/trace.go:171","msg":"trace[1754043632] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"217.706177ms","start":"2026-05-28T02:58:57.060396Z","end":"2026-05-28T02:58:57.278102Z","steps":["trace[1754043632] 'process raft request' (duration: 156.367098ms)","trace[1754043632] 'compare' (duration: 60.889275ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:57.278254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.083348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-28T02:58:57.278312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.351855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-05-28T02:58:57.278373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.142365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-28T02:58:57.27845Z","caller":"traceutil/trace.go:171","msg":"trace[395298405] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24935; }","duration":"220.226738ms","start":"2026-05-28T02:58:57.058202Z","end":"2026-05-28T02:58:57.278428Z","steps":["trace[395298405] 'agreement among raft nodes before linearized reading' (duration: 220.007901ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:57.278384Z","caller":"traceutil/trace.go:171","msg":"trace[1511016369] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24935; }","duration":"216.50113ms","start":"2026-05-28T02:58:57.061864Z","end":"2026-05-28T02:58:57.278365Z","steps":["trace[1511016369] 'agreement among raft nodes before linearized reading' (duration: 216.1876ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:57.278326Z","caller":"traceutil/trace.go:171","msg":"trace[1328399974] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b398a427727950; range_end:; response_count:1; response_revision:24935; }","duration":"189.186782ms","start":"2026-05-28T02:58:57.089121Z","end":"2026-05-28T02:58:57.278308Z","steps":["trace[1328399974] 'agreement among raft nodes before linearized reading' (duration: 188.948974ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:57.531271Z","caller":"traceutil/trace.go:171","msg":"trace[1954256013] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"206.373667ms","start":"2026-05-28T02:58:57.324881Z","end":"2026-05-28T02:58:57.531254Z","steps":["trace[1954256013] 'process raft request' (duration: 206.255433ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:57.531596Z","caller":"traceutil/trace.go:171","msg":"trace[1310445173] linearizableReadLoop","detail":"{readStateIndex:25790; appliedIndex:25790; }","duration":"206.589365ms","start":"2026-05-28T02:58:57.324996Z","end":"2026-05-28T02:58:57.531585Z","steps":["trace[1310445173] 'read index received' (duration: 206.585635ms)","trace[1310445173] 'applied index is now lower than readState.Index' (duration: 3.1µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:57.53174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.734719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-28T02:58:57.531763Z","caller":"traceutil/trace.go:171","msg":"trace[1766756365] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24937; }","duration":"206.823482ms","start":"2026-05-28T02:58:57.324934Z","end":"2026-05-28T02:58:57.531757Z","steps":["trace[1766756365] 'agreement among raft nodes before linearized reading' (duration: 206.703458ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:57.690471Z","caller":"traceutil/trace.go:171","msg":"trace[1692466322] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"365.012209ms","start":"2026-05-28T02:58:57.325433Z","end":"2026-05-28T02:58:57.690446Z","steps":["trace[1692466322] 'process raft request' (duration: 364.835903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.690807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:57.325405Z","time spent":"365.140363ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4405,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:57.690994Z","caller":"traceutil/trace.go:171","msg":"trace[2134410821] linearizableReadLoop","detail":"{readStateIndex:25791; appliedIndex:25791; }","duration":"159.343223ms","start":"2026-05-28T02:58:57.531619Z","end":"2026-05-28T02:58:57.690963Z","steps":["trace[2134410821] 'read index received' (duration: 159.328442ms)","trace[2134410821] 'applied index is now lower than readState.Index' (duration: 12.801µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:57.691261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.544093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:57.69131Z","caller":"traceutil/trace.go:171","msg":"trace[398951478] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:24938; }","duration":"330.888704ms","start":"2026-05-28T02:58:57.360407Z","end":"2026-05-28T02:58:57.691296Z","steps":["trace[398951478] 'agreement among raft nodes before linearized reading' (duration: 330.614606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.69136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:57.360383Z","time spent":"330.956986ms","remote":"127.0.0.1:57828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:57.691541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.384353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269960"} {"level":"info","ts":"2026-05-28T02:58:57.691634Z","caller":"traceutil/trace.go:171","msg":"trace[561563213] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24938; }","duration":"226.534249ms","start":"2026-05-28T02:58:57.465079Z","end":"2026-05-28T02:58:57.691614Z","steps":["trace[561563213] 'agreement among raft nodes before linearized reading' (duration: 226.037703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.691724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.143331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:58:57.691784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.427592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418249"} {"level":"info","ts":"2026-05-28T02:58:57.691811Z","caller":"traceutil/trace.go:171","msg":"trace[390880700] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24938; }","duration":"319.275795ms","start":"2026-05-28T02:58:57.372517Z","end":"2026-05-28T02:58:57.691793Z","steps":["trace[390880700] 'agreement among raft nodes before linearized reading' (duration: 319.1103ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:57.691822Z","caller":"traceutil/trace.go:171","msg":"trace[1196410806] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24938; }","duration":"286.511394ms","start":"2026-05-28T02:58:57.405296Z","end":"2026-05-28T02:58:57.691807Z","steps":["trace[1196410806] 'agreement among raft nodes before linearized reading' (duration: 286.270506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.69185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:57.372505Z","time spent":"319.338917ms","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:58.01671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.100008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:58.016789Z","caller":"traceutil/trace.go:171","msg":"trace[944031988] linearizableReadLoop","detail":"{readStateIndex:25792; appliedIndex:25791; }","duration":"325.576566ms","start":"2026-05-28T02:58:57.691201Z","end":"2026-05-28T02:58:58.016778Z","steps":["trace[944031988] 'read index received' (duration: 193.305703ms)","trace[944031988] 'applied index is now lower than readState.Index' (duration: 132.270073ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:58.016844Z","caller":"traceutil/trace.go:171","msg":"trace[926805768] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"481.736478ms","start":"2026-05-28T02:58:57.535099Z","end":"2026-05-28T02:58:58.016836Z","steps":["trace[926805768] 'process raft request' (duration: 349.468015ms)","trace[926805768] 'compare' (duration: 131.978894ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:58.016876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:57.535076Z","time spent":"481.78757ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:58:58.017104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.204662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:58.017123Z","caller":"traceutil/trace.go:171","msg":"trace[974783202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24939; }","duration":"482.253964ms","start":"2026-05-28T02:58:57.534865Z","end":"2026-05-28T02:58:58.017119Z","steps":["trace[974783202] 'agreement among raft nodes before linearized reading' (duration: 482.210192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:58.017138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:57.534852Z","time spent":"482.283265ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:58:58.017208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.242973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-89e4d8b0-932c-4126-89be-0c3e98eea202\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-28T02:58:58.017513Z","caller":"traceutil/trace.go:171","msg":"trace[1529040279] range","detail":"{range_begin:/registry/persistentvolumes/pvc-89e4d8b0-932c-4126-89be-0c3e98eea202; range_end:; response_count:1; response_revision:24939; }","duration":"482.637727ms","start":"2026-05-28T02:58:57.53485Z","end":"2026-05-28T02:58:58.017488Z","steps":["trace[1529040279] 'agreement among raft nodes before linearized reading' (duration: 482.074369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:58.017583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.476997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-4887m\" ","response":"range_response_count:1 size:4687"} {"level":"warn","ts":"2026-05-28T02:58:58.017718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:57.534839Z","time spent":"482.858033ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-89e4d8b0-932c-4126-89be-0c3e98eea202\" "} {"level":"info","ts":"2026-05-28T02:58:58.017735Z","caller":"traceutil/trace.go:171","msg":"trace[103001331] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-4887m; range_end:; response_count:1; response_revision:24939; }","duration":"322.670023ms","start":"2026-05-28T02:58:57.695048Z","end":"2026-05-28T02:58:58.017718Z","steps":["trace[103001331] 'agreement among raft nodes before linearized reading' (duration: 321.917929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:58.017913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:57.695027Z","time spent":"322.87528ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4710,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-4887m\" "} {"level":"warn","ts":"2026-05-28T02:58:58.017532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.852998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T02:58:58.017976Z","caller":"traceutil/trace.go:171","msg":"trace[832288118] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24939; }","duration":"238.350414ms","start":"2026-05-28T02:58:57.77961Z","end":"2026-05-28T02:58:58.01796Z","steps":["trace[832288118] 'agreement among raft nodes before linearized reading' (duration: 237.427394ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:58.338157Z","caller":"traceutil/trace.go:171","msg":"trace[1338091930] linearizableReadLoop","detail":"{readStateIndex:25794; appliedIndex:25793; }","duration":"270.362221ms","start":"2026-05-28T02:58:58.067772Z","end":"2026-05-28T02:58:58.338134Z","steps":["trace[1338091930] 'read index received' (duration: 270.280789ms)","trace[1338091930] 'applied index is now lower than readState.Index' (duration: 80.082µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:58.338271Z","caller":"traceutil/trace.go:171","msg":"trace[1248823302] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"311.991933ms","start":"2026-05-28T02:58:58.026268Z","end":"2026-05-28T02:58:58.33826Z","steps":["trace[1248823302] 'process raft request' (duration: 311.706564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:58.338402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.026251Z","time spent":"312.076406ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7018,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:58.33852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.717172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ea2f1869-d2bd-4f56-85b1-7fd68cc8aa0b\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-28T02:58:58.338629Z","caller":"traceutil/trace.go:171","msg":"trace[1160145877] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ea2f1869-d2bd-4f56-85b1-7fd68cc8aa0b; range_end:; response_count:1; response_revision:24941; }","duration":"270.862387ms","start":"2026-05-28T02:58:58.067739Z","end":"2026-05-28T02:58:58.338601Z","steps":["trace[1160145877] 'agreement among raft nodes before linearized reading' (duration: 270.578908ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:58.678106Z","caller":"traceutil/trace.go:171","msg":"trace[1373925935] linearizableReadLoop","detail":"{readStateIndex:25796; appliedIndex:25794; }","duration":"339.854499ms","start":"2026-05-28T02:58:58.338227Z","end":"2026-05-28T02:58:58.678081Z","steps":["trace[1373925935] 'read index received' (duration: 339.25101ms)","trace[1373925935] 'applied index is now lower than readState.Index' (duration: 602.299µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:58.678225Z","caller":"traceutil/trace.go:171","msg":"trace[448631952] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"609.631522ms","start":"2026-05-28T02:58:58.068551Z","end":"2026-05-28T02:58:58.678183Z","steps":["trace[448631952] 'process raft request' (duration: 608.987161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:58.678293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.560775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:58.678321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.435371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:58.678323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.494723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:58.678387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.068535Z","time spent":"609.780346ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:58:58.678378Z","caller":"traceutil/trace.go:171","msg":"trace[2075437449] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24943; }","duration":"404.554635ms","start":"2026-05-28T02:58:58.273811Z","end":"2026-05-28T02:58:58.678366Z","steps":["trace[2075437449] 'agreement among raft nodes before linearized reading' (duration: 404.427941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:58.678467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.273723Z","time spent":"404.73682ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T02:58:58.678467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.201531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:58.678483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.751425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-28T02:58:58.67851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.664519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-28T02:58:58.678573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.628793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:58.678538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.614917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:58.678622Z","caller":"traceutil/trace.go:171","msg":"trace[1363658015] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24943; }","duration":"407.714595ms","start":"2026-05-28T02:58:58.270895Z","end":"2026-05-28T02:58:58.67861Z","steps":["trace[1363658015] 'agreement among raft nodes before linearized reading' (duration: 407.648633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:58.678637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.986876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-05-28T02:58:58.678668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.270866Z","time spent":"407.789838ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-05-28T02:58:58.678678Z","caller":"traceutil/trace.go:171","msg":"trace[1071776746] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:24943; }","duration":"561.028147ms","start":"2026-05-28T02:58:58.117641Z","end":"2026-05-28T02:58:58.678669Z","steps":["trace[1071776746] 'agreement among raft nodes before linearized reading' (duration: 560.909253ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:58.678688Z","caller":"traceutil/trace.go:171","msg":"trace[409069637] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24943; }","duration":"404.821514ms","start":"2026-05-28T02:58:58.273836Z","end":"2026-05-28T02:58:58.678657Z","steps":["trace[409069637] 'agreement among raft nodes before linearized reading' (duration: 404.483733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:58.678722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.117602Z","time spent":"561.113139ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-05-28T02:58:58.678745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.998175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:58.678402Z","caller":"traceutil/trace.go:171","msg":"trace[1438771633] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24943; }","duration":"404.636798ms","start":"2026-05-28T02:58:58.273744Z","end":"2026-05-28T02:58:58.678381Z","steps":["trace[1438771633] 'agreement among raft nodes before linearized reading' (duration: 404.472543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:58.678776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.273828Z","time spent":"404.934347ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:58:58.678836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.273731Z","time spent":"405.085772ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-05-28T02:58:58.67852Z","caller":"traceutil/trace.go:171","msg":"trace[1184116727] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24943; }","duration":"408.302074ms","start":"2026-05-28T02:58:58.270206Z","end":"2026-05-28T02:58:58.678508Z","steps":["trace[1184116727] 'agreement among raft nodes before linearized reading' (duration: 408.225322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:58.678947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.270183Z","time spent":"408.744728ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-05-28T02:58:58.678584Z","caller":"traceutil/trace.go:171","msg":"trace[922272117] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24943; }","duration":"404.842094ms","start":"2026-05-28T02:58:58.273723Z","end":"2026-05-28T02:58:58.678565Z","steps":["trace[922272117] 'agreement among raft nodes before linearized reading' (duration: 404.636647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:58.679058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.273698Z","time spent":"405.34725ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-05-28T02:58:58.678757Z","caller":"traceutil/trace.go:171","msg":"trace[1484538004] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"535.498296ms","start":"2026-05-28T02:58:58.143102Z","end":"2026-05-28T02:58:58.678601Z","steps":["trace[1484538004] 'process raft request' (duration: 534.760602ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:58.67834Z","caller":"traceutil/trace.go:171","msg":"trace[1111234274] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24943; }","duration":"404.648098ms","start":"2026-05-28T02:58:58.273678Z","end":"2026-05-28T02:58:58.678326Z","steps":["trace[1111234274] 'agreement among raft nodes before linearized reading' (duration: 404.551395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:58.679374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.273666Z","time spent":"405.689471ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-05-28T02:58:58.678527Z","caller":"traceutil/trace.go:171","msg":"trace[2062423791] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24943; }","duration":"406.794466ms","start":"2026-05-28T02:58:58.27172Z","end":"2026-05-28T02:58:58.678515Z","steps":["trace[2062423791] 'agreement among raft nodes before linearized reading' (duration: 406.643581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:58.679439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.271682Z","time spent":"407.748486ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-05-28T02:58:58.678799Z","caller":"traceutil/trace.go:171","msg":"trace[1233765147] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24943; }","duration":"408.071867ms","start":"2026-05-28T02:58:58.270709Z","end":"2026-05-28T02:58:58.678781Z","steps":["trace[1233765147] 'agreement among raft nodes before linearized reading' (duration: 407.982464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:58.678744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.112271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:58.679531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.2707Z","time spent":"408.81757ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-05-28T02:58:58.679606Z","caller":"traceutil/trace.go:171","msg":"trace[1431890894] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24943; }","duration":"404.928877ms","start":"2026-05-28T02:58:58.274612Z","end":"2026-05-28T02:58:58.679541Z","steps":["trace[1431890894] 'agreement among raft nodes before linearized reading' (duration: 404.036008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:58.6797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.274602Z","time spent":"405.081772ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:58:58.679601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.143069Z","time spent":"536.224839ms","remote":"127.0.0.1:56920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418307,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:58.680231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.947805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:58.680259Z","caller":"traceutil/trace.go:171","msg":"trace[2047179977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24943; }","duration":"145.011418ms","start":"2026-05-28T02:58:58.535239Z","end":"2026-05-28T02:58:58.68025Z","steps":["trace[2047179977] 'agreement among raft nodes before linearized reading' (duration: 144.969087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:58.680246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.04231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6748"} {"level":"info","ts":"2026-05-28T02:58:58.680353Z","caller":"traceutil/trace.go:171","msg":"trace[1224632698] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24943; }","duration":"337.175324ms","start":"2026-05-28T02:58:58.343165Z","end":"2026-05-28T02:58:58.680341Z","steps":["trace[1224632698] 'agreement among raft nodes before linearized reading' (duration: 336.994418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:58.680442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.343147Z","time spent":"337.263046ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6771,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-28T02:58:58.68055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.694398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-28T02:58:58.680574Z","caller":"traceutil/trace.go:171","msg":"trace[691196850] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24943; }","duration":"336.74504ms","start":"2026-05-28T02:58:58.343821Z","end":"2026-05-28T02:58:58.680566Z","steps":["trace[691196850] 'agreement among raft nodes before linearized reading' (duration: 336.665768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:58.680589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.343805Z","time spent":"336.780392ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-05-28T02:58:58.961173Z","caller":"traceutil/trace.go:171","msg":"trace[1992164722] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"272.011084ms","start":"2026-05-28T02:58:58.689133Z","end":"2026-05-28T02:58:58.961144Z","steps":["trace[1992164722] 'process raft request' (duration: 271.761996ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:59.11936Z","caller":"traceutil/trace.go:171","msg":"trace[1165107195] linearizableReadLoop","detail":"{readStateIndex:25798; appliedIndex:25796; }","duration":"322.23917ms","start":"2026-05-28T02:58:58.797096Z","end":"2026-05-28T02:58:59.119335Z","steps":["trace[1165107195] 'read index received' (duration: 163.721653ms)","trace[1165107195] 'applied index is now lower than readState.Index' (duration: 158.516246ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:59.119459Z","caller":"traceutil/trace.go:171","msg":"trace[1903100194] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"425.004025ms","start":"2026-05-28T02:58:58.694419Z","end":"2026-05-28T02:58:59.119423Z","steps":["trace[1903100194] 'process raft request' (duration: 385.518181ms)","trace[1903100194] 'compare' (duration: 39.171754ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:59.119607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.694392Z","time spent":"425.138399ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7044,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:59.119697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.527518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-28T02:58:59.119853Z","caller":"traceutil/trace.go:171","msg":"trace[1677860386] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24945; }","duration":"322.724365ms","start":"2026-05-28T02:58:58.797055Z","end":"2026-05-28T02:58:59.119779Z","steps":["trace[1677860386] 'agreement among raft nodes before linearized reading' (duration: 322.397734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:59.119946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.797036Z","time spent":"322.862879ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-05-28T02:58:59.169987Z","caller":"traceutil/trace.go:171","msg":"trace[409660990] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"116.307126ms","start":"2026-05-28T02:58:59.053639Z","end":"2026-05-28T02:58:59.169946Z","steps":["trace[409660990] 'process raft request' (duration: 115.990896ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:59.170006Z","caller":"traceutil/trace.go:171","msg":"trace[506524501] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"115.140489ms","start":"2026-05-28T02:58:59.054837Z","end":"2026-05-28T02:58:59.169977Z","steps":["trace[506524501] 'process raft request' (duration: 114.948833ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:59.170089Z","caller":"traceutil/trace.go:171","msg":"trace[587726227] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"114.535739ms","start":"2026-05-28T02:58:59.055526Z","end":"2026-05-28T02:58:59.170061Z","steps":["trace[587726227] 'process raft request' (duration: 114.324883ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:59.17014Z","caller":"traceutil/trace.go:171","msg":"trace[1069600051] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"114.439037ms","start":"2026-05-28T02:58:59.055688Z","end":"2026-05-28T02:58:59.170127Z","steps":["trace[1069600051] 'process raft request' (duration: 114.252411ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:59.170126Z","caller":"traceutil/trace.go:171","msg":"trace[992473594] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"113.171166ms","start":"2026-05-28T02:58:59.056902Z","end":"2026-05-28T02:58:59.170073Z","steps":["trace[992473594] 'process raft request' (duration: 113.091123ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:59.170424Z","caller":"traceutil/trace.go:171","msg":"trace[1465257186] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"113.124995ms","start":"2026-05-28T02:58:59.057286Z","end":"2026-05-28T02:58:59.170411Z","steps":["trace[1465257186] 'process raft request' (duration: 112.756553ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:59.170678Z","caller":"traceutil/trace.go:171","msg":"trace[1018330644] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"111.805872ms","start":"2026-05-28T02:58:59.058853Z","end":"2026-05-28T02:58:59.170659Z","steps":["trace[1018330644] 'process raft request' (duration: 111.452441ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:59.170697Z","caller":"traceutil/trace.go:171","msg":"trace[381712788] transaction","detail":"{read_only:false; response_revision:24953; number_of_response:1; }","duration":"111.0849ms","start":"2026-05-28T02:58:59.059589Z","end":"2026-05-28T02:58:59.170674Z","steps":["trace[381712788] 'process raft request' (duration: 110.981257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:59.181569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.778148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:59.181634Z","caller":"traceutil/trace.go:171","msg":"trace[292983053] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24953; }","duration":"340.890392ms","start":"2026-05-28T02:58:58.840728Z","end":"2026-05-28T02:58:59.181619Z","steps":["trace[292983053] 'agreement among raft nodes before linearized reading' (duration: 340.789218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:59.181668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.840709Z","time spent":"340.948464ms","remote":"127.0.0.1:60084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:59.181665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.335541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:59.181699Z","caller":"traceutil/trace.go:171","msg":"trace[1756447424] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24953; }","duration":"141.408163ms","start":"2026-05-28T02:58:59.040283Z","end":"2026-05-28T02:58:59.181691Z","steps":["trace[1756447424] 'agreement among raft nodes before linearized reading' (duration: 141.346131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:59.181927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.311871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-05-28T02:58:59.18196Z","caller":"traceutil/trace.go:171","msg":"trace[1118245031] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:24953; }","duration":"333.813527ms","start":"2026-05-28T02:58:58.848138Z","end":"2026-05-28T02:58:59.181951Z","steps":["trace[1118245031] 'agreement among raft nodes before linearized reading' (duration: 333.29167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:59.182005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.848121Z","time spent":"333.878639ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1106,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"info","ts":"2026-05-28T02:58:59.329089Z","caller":"traceutil/trace.go:171","msg":"trace[36107568] linearizableReadLoop","detail":"{readStateIndex:25808; appliedIndex:25807; }","duration":"131.017913ms","start":"2026-05-28T02:58:59.198054Z","end":"2026-05-28T02:58:59.329071Z","steps":["trace[36107568] 'read index received' (duration: 130.890359ms)","trace[36107568] 'applied index is now lower than readState.Index' (duration: 126.824µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:59.32916Z","caller":"traceutil/trace.go:171","msg":"trace[269614319] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"131.118916ms","start":"2026-05-28T02:58:59.198026Z","end":"2026-05-28T02:58:59.329145Z","steps":["trace[269614319] 'process raft request' (duration: 130.91657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:59.32927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.183448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:59.329343Z","caller":"traceutil/trace.go:171","msg":"trace[1513578253] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24954; }","duration":"131.297052ms","start":"2026-05-28T02:58:59.198028Z","end":"2026-05-28T02:58:59.329325Z","steps":["trace[1513578253] 'agreement among raft nodes before linearized reading' (duration: 131.138017ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:00.296323Z","caller":"traceutil/trace.go:171","msg":"trace[1017489834] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"215.355842ms","start":"2026-05-28T02:59:00.080951Z","end":"2026-05-28T02:59:00.296307Z","steps":["trace[1017489834] 'process raft request' (duration: 215.243449ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:00.47291Z","caller":"traceutil/trace.go:171","msg":"trace[288501868] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"100.529795ms","start":"2026-05-28T02:59:00.372358Z","end":"2026-05-28T02:59:00.472888Z","steps":["trace[288501868] 'process raft request' (duration: 41.649884ms)","trace[288501868] 'compare' (duration: 58.713735ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:00.484651Z","caller":"traceutil/trace.go:171","msg":"trace[1438569131] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"105.591136ms","start":"2026-05-28T02:59:00.379037Z","end":"2026-05-28T02:59:00.484628Z","steps":["trace[1438569131] 'process raft request' (duration: 105.465812ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:00.931018Z","caller":"traceutil/trace.go:171","msg":"trace[650307846] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"431.872172ms","start":"2026-05-28T02:59:00.499121Z","end":"2026-05-28T02:59:00.930993Z","steps":["trace[650307846] 'process raft request' (duration: 369.078367ms)","trace[650307846] 'compare' (duration: 62.470125ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:00.931163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.499099Z","time spent":"431.988676ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:00.983204Z","caller":"traceutil/trace.go:171","msg":"trace[237207875] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"483.988348ms","start":"2026-05-28T02:59:00.499186Z","end":"2026-05-28T02:59:00.983175Z","steps":["trace[237207875] 'process raft request' (duration: 483.72313ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:00.983228Z","caller":"traceutil/trace.go:171","msg":"trace[252068262] linearizableReadLoop","detail":"{readStateIndex:25818; appliedIndex:25814; }","duration":"444.676179ms","start":"2026-05-28T02:59:00.538522Z","end":"2026-05-28T02:59:00.983198Z","steps":["trace[252068262] 'read index received' (duration: 329.687645ms)","trace[252068262] 'applied index is now lower than readState.Index' (duration: 114.987404ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:00.98332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.499178Z","time spent":"484.079081ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:00.983351Z","caller":"traceutil/trace.go:171","msg":"trace[453907982] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"484.157363ms","start":"2026-05-28T02:59:00.499178Z","end":"2026-05-28T02:59:00.983335Z","steps":["trace[453907982] 'process raft request' (duration: 483.890825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.983473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.499153Z","time spent":"484.233446ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:00.983617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.093592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:00.983651Z","caller":"traceutil/trace.go:171","msg":"trace[1410484215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24964; }","duration":"445.165965ms","start":"2026-05-28T02:59:00.538474Z","end":"2026-05-28T02:59:00.98364Z","steps":["trace[1410484215] 'agreement among raft nodes before linearized reading' (duration: 445.104493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.983676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.538451Z","time spent":"445.216936ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:59:00.983464Z","caller":"traceutil/trace.go:171","msg":"trace[1305529952] transaction","detail":"{read_only:false; response_revision:24964; number_of_response:1; }","duration":"484.244356ms","start":"2026-05-28T02:59:00.499193Z","end":"2026-05-28T02:59:00.983438Z","steps":["trace[1305529952] 'process raft request' (duration: 483.933827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.983896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.499165Z","time spent":"484.6765ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7056,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:01.146954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.019055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:01.147026Z","caller":"traceutil/trace.go:171","msg":"trace[1070466279] linearizableReadLoop","detail":"{readStateIndex:25819; appliedIndex:25818; }","duration":"163.722752ms","start":"2026-05-28T02:59:00.983293Z","end":"2026-05-28T02:59:01.147015Z","steps":["trace[1070466279] 'read index received' (duration: 48.605264ms)","trace[1070466279] 'applied index is now lower than readState.Index' (duration: 115.116498ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:01.147041Z","caller":"traceutil/trace.go:171","msg":"trace[822247258] transaction","detail":"{read_only:false; response_revision:24965; number_of_response:1; }","duration":"212.351837ms","start":"2026-05-28T02:59:00.934673Z","end":"2026-05-28T02:59:01.147025Z","steps":["trace[822247258] 'process raft request' (duration: 97.215759ms)","trace[822247258] 'compare' (duration: 114.765557ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:01.147165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.196601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-28T02:59:01.147188Z","caller":"traceutil/trace.go:171","msg":"trace[2033406277] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:24965; }","duration":"357.263462ms","start":"2026-05-28T02:59:00.789918Z","end":"2026-05-28T02:59:01.147182Z","steps":["trace[2033406277] 'agreement among raft nodes before linearized reading' (duration: 357.149929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.147208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.789898Z","time spent":"357.304884ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-05-28T02:59:01.147348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.259332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-05-28T02:59:01.147364Z","caller":"traceutil/trace.go:171","msg":"trace[1022464499] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:24965; }","duration":"385.315534ms","start":"2026-05-28T02:59:00.762043Z","end":"2026-05-28T02:59:01.147359Z","steps":["trace[1022464499] 'agreement among raft nodes before linearized reading' (duration: 385.263422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.14736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.612415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:01.147376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.762022Z","time spent":"385.350685ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-05-28T02:59:01.147387Z","caller":"traceutil/trace.go:171","msg":"trace[1070835661] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24965; }","duration":"459.650886ms","start":"2026-05-28T02:59:00.687725Z","end":"2026-05-28T02:59:01.147376Z","steps":["trace[1070835661] 'agreement among raft nodes before linearized reading' (duration: 459.604424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.147406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.687718Z","time spent":"459.683246ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T02:59:01.147427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.193151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:01.147462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.64621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:01.147474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.021258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:01.147483Z","caller":"traceutil/trace.go:171","msg":"trace[1590970358] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24965; }","duration":"459.275754ms","start":"2026-05-28T02:59:00.688196Z","end":"2026-05-28T02:59:01.147472Z","steps":["trace[1590970358] 'agreement among raft nodes before linearized reading' (duration: 459.15912ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.147494Z","caller":"traceutil/trace.go:171","msg":"trace[912877080] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24965; }","duration":"460.053088ms","start":"2026-05-28T02:59:00.687433Z","end":"2026-05-28T02:59:01.147487Z","steps":["trace[912877080] 'agreement among raft nodes before linearized reading' (duration: 460.023117ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.147494Z","caller":"traceutil/trace.go:171","msg":"trace[2058440912] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24965; }","duration":"456.694362ms","start":"2026-05-28T02:59:00.690789Z","end":"2026-05-28T02:59:01.147484Z","steps":["trace[2058440912] 'agreement among raft nodes before linearized reading' (duration: 456.64318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.14751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.68819Z","time spent":"459.315255ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:59:01.147515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.690781Z","time spent":"456.729613ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T02:59:01.147525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.745669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:01.147547Z","caller":"traceutil/trace.go:171","msg":"trace[1882711660] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24965; }","duration":"459.78028ms","start":"2026-05-28T02:59:00.687761Z","end":"2026-05-28T02:59:01.147541Z","steps":["trace[1882711660] 'agreement among raft nodes before linearized reading' (duration: 459.745269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.147567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.687756Z","time spent":"459.806181ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:59:01.147511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.687429Z","time spent":"460.0782ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:59:01.147572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.145212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T02:59:01.147589Z","caller":"traceutil/trace.go:171","msg":"trace[141959836] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24965; }","duration":"460.179662ms","start":"2026-05-28T02:59:00.687405Z","end":"2026-05-28T02:59:01.147585Z","steps":["trace[141959836] 'agreement among raft nodes before linearized reading' (duration: 460.11734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.147601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.687397Z","time spent":"460.200444ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:59:01.147635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.338438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:01.147626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.213581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:01.147688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.104312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:01.147654Z","caller":"traceutil/trace.go:171","msg":"trace[918019167] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24965; }","duration":"460.391319ms","start":"2026-05-28T02:59:00.687257Z","end":"2026-05-28T02:59:01.147648Z","steps":["trace[918019167] 'agreement among raft nodes before linearized reading' (duration: 460.361678ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.147712Z","caller":"traceutil/trace.go:171","msg":"trace[1304607546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24965; }","duration":"163.232687ms","start":"2026-05-28T02:59:00.984473Z","end":"2026-05-28T02:59:01.147706Z","steps":["trace[1304607546] 'agreement among raft nodes before linearized reading' (duration: 163.197326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.1477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.868263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-28T02:59:01.147778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.591234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:01.147795Z","caller":"traceutil/trace.go:171","msg":"trace[1036975552] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24965; }","duration":"459.624175ms","start":"2026-05-28T02:59:00.688164Z","end":"2026-05-28T02:59:01.147789Z","steps":["trace[1036975552] 'agreement among raft nodes before linearized reading' (duration: 459.596414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.147807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.688158Z","time spent":"459.646815ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T02:59:01.147823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.498899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T02:59:01.147793Z","caller":"traceutil/trace.go:171","msg":"trace[1167446436] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24965; }","duration":"459.987126ms","start":"2026-05-28T02:59:00.687784Z","end":"2026-05-28T02:59:01.147771Z","steps":["trace[1167446436] 'agreement among raft nodes before linearized reading' (duration: 459.695707ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.14784Z","caller":"traceutil/trace.go:171","msg":"trace[1930656180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24965; }","duration":"159.533319ms","start":"2026-05-28T02:59:00.988302Z","end":"2026-05-28T02:59:01.147836Z","steps":["trace[1930656180] 'agreement among raft nodes before linearized reading' (duration: 159.456647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.147859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.373506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T02:59:01.147729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.687238Z","time spent":"460.483703ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-05-28T02:59:01.147878Z","caller":"traceutil/trace.go:171","msg":"trace[1484561806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24965; }","duration":"160.426417ms","start":"2026-05-28T02:59:00.987446Z","end":"2026-05-28T02:59:01.147873Z","steps":["trace[1484561806] 'agreement among raft nodes before linearized reading' (duration: 160.316664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.147869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.68778Z","time spent":"460.075399ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:59:01.147916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.336395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T02:59:01.147929Z","caller":"traceutil/trace.go:171","msg":"trace[188604927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24965; }","duration":"115.379346ms","start":"2026-05-28T02:59:01.032546Z","end":"2026-05-28T02:59:01.147925Z","steps":["trace[188604927] 'agreement among raft nodes before linearized reading' (duration: 115.334995ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.147689Z","caller":"traceutil/trace.go:171","msg":"trace[597214118] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24965; }","duration":"459.343386ms","start":"2026-05-28T02:59:00.68833Z","end":"2026-05-28T02:59:01.147674Z","steps":["trace[597214118] 'agreement among raft nodes before linearized reading' (duration: 459.208012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.147954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.688298Z","time spent":"459.648176ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-05-28T02:59:01.355085Z","caller":"traceutil/trace.go:171","msg":"trace[1051877741] transaction","detail":"{read_only:false; response_revision:24967; number_of_response:1; }","duration":"202.056211ms","start":"2026-05-28T02:59:01.153005Z","end":"2026-05-28T02:59:01.355062Z","steps":["trace[1051877741] 'process raft request' (duration: 201.669049ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.355257Z","caller":"traceutil/trace.go:171","msg":"trace[189670001] transaction","detail":"{read_only:false; response_revision:24969; number_of_response:1; }","duration":"178.788631ms","start":"2026-05-28T02:59:01.176436Z","end":"2026-05-28T02:59:01.355225Z","steps":["trace[189670001] 'process raft request' (duration: 178.675298ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.355284Z","caller":"traceutil/trace.go:171","msg":"trace[1465468859] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"202.163274ms","start":"2026-05-28T02:59:01.153079Z","end":"2026-05-28T02:59:01.355242Z","steps":["trace[1465468859] 'process raft request' (duration: 201.891295ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.355429Z","caller":"traceutil/trace.go:171","msg":"trace[1484218260] transaction","detail":"{read_only:false; response_revision:24970; number_of_response:1; }","duration":"178.860683ms","start":"2026-05-28T02:59:01.176555Z","end":"2026-05-28T02:59:01.355416Z","steps":["trace[1484218260] 'process raft request' (duration: 178.615595ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.355451Z","caller":"traceutil/trace.go:171","msg":"trace[411430124] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"178.848453ms","start":"2026-05-28T02:59:01.176584Z","end":"2026-05-28T02:59:01.355432Z","steps":["trace[411430124] 'process raft request' (duration: 178.745869ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.355464Z","caller":"traceutil/trace.go:171","msg":"trace[1899910541] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"178.824072ms","start":"2026-05-28T02:59:01.176627Z","end":"2026-05-28T02:59:01.355451Z","steps":["trace[1899910541] 'process raft request' (duration: 178.76471ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.355485Z","caller":"traceutil/trace.go:171","msg":"trace[785515683] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"178.853364ms","start":"2026-05-28T02:59:01.176605Z","end":"2026-05-28T02:59:01.355459Z","steps":["trace[785515683] 'process raft request' (duration: 178.763761ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.35556Z","caller":"traceutil/trace.go:171","msg":"trace[1251530834] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"178.901344ms","start":"2026-05-28T02:59:01.176648Z","end":"2026-05-28T02:59:01.355549Z","steps":["trace[1251530834] 'process raft request' (duration: 178.76827ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.355573Z","caller":"traceutil/trace.go:171","msg":"trace[973205789] linearizableReadLoop","detail":"{readStateIndex:25822; appliedIndex:25819; }","duration":"188.715507ms","start":"2026-05-28T02:59:01.166846Z","end":"2026-05-28T02:59:01.355561Z","steps":["trace[973205789] 'read index received' (duration: 53.401767ms)","trace[973205789] 'applied index is now lower than readState.Index' (duration: 135.31289ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:01.356359Z","caller":"traceutil/trace.go:171","msg":"trace[357855794] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"178.831952ms","start":"2026-05-28T02:59:01.176718Z","end":"2026-05-28T02:59:01.35555Z","steps":["trace[357855794] 'process raft request' (duration: 178.720889ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.355629Z","caller":"traceutil/trace.go:171","msg":"trace[1448603855] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"178.598345ms","start":"2026-05-28T02:59:01.177019Z","end":"2026-05-28T02:59:01.355618Z","steps":["trace[1448603855] 'process raft request' (duration: 178.479131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.357344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.484323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T02:59:01.357395Z","caller":"traceutil/trace.go:171","msg":"trace[1883479141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24976; }","duration":"190.575206ms","start":"2026-05-28T02:59:01.166809Z","end":"2026-05-28T02:59:01.357384Z","steps":["trace[1883479141] 'agreement among raft nodes before linearized reading' (duration: 188.80845ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.388267Z","caller":"traceutil/trace.go:171","msg":"trace[1009480121] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"117.123952ms","start":"2026-05-28T02:59:01.2711Z","end":"2026-05-28T02:59:01.388224Z","steps":["trace[1009480121] 'process raft request' (duration: 116.807682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.388295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.923252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:01.388373Z","caller":"traceutil/trace.go:171","msg":"trace[1294722793] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24977; }","duration":"132.058966ms","start":"2026-05-28T02:59:01.256293Z","end":"2026-05-28T02:59:01.388352Z","steps":["trace[1294722793] 'agreement among raft nodes before linearized reading' (duration: 131.87749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.388468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.909581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-05-28T02:59:01.388625Z","caller":"traceutil/trace.go:171","msg":"trace[500532891] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:24977; }","duration":"126.138339ms","start":"2026-05-28T02:59:01.262456Z","end":"2026-05-28T02:59:01.388595Z","steps":["trace[500532891] 'agreement among raft nodes before linearized reading' (duration: 125.827839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.772994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.511954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-28T02:59:01.773156Z","caller":"traceutil/trace.go:171","msg":"trace[356492709] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24979; }","duration":"179.715841ms","start":"2026-05-28T02:59:01.593421Z","end":"2026-05-28T02:59:01.773137Z","steps":["trace[356492709] 'range keys from in-memory index tree' (duration: 179.36627ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:03.556813Z","caller":"traceutil/trace.go:171","msg":"trace[1791546087] transaction","detail":"{read_only:false; response_revision:24982; number_of_response:1; }","duration":"179.685379ms","start":"2026-05-28T02:59:03.377073Z","end":"2026-05-28T02:59:03.556758Z","steps":["trace[1791546087] 'process raft request' (duration: 138.77263ms)","trace[1791546087] 'compare' (duration: 40.474415ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:03.556994Z","caller":"traceutil/trace.go:171","msg":"trace[983118744] linearizableReadLoop","detail":"{readStateIndex:25844; appliedIndex:25835; }","duration":"164.466046ms","start":"2026-05-28T02:59:03.392504Z","end":"2026-05-28T02:59:03.55697Z","steps":["trace[983118744] 'read index received' (duration: 123.288578ms)","trace[983118744] 'applied index is now lower than readState.Index' (duration: 41.176658ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:03.557073Z","caller":"traceutil/trace.go:171","msg":"trace[2036078352] transaction","detail":"{read_only:false; response_revision:24986; number_of_response:1; }","duration":"178.699459ms","start":"2026-05-28T02:59:03.378351Z","end":"2026-05-28T02:59:03.55705Z","steps":["trace[2036078352] 'process raft request' (duration: 178.451691ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:03.557287Z","caller":"traceutil/trace.go:171","msg":"trace[485857554] transaction","detail":"{read_only:false; response_revision:24990; number_of_response:1; }","duration":"176.556021ms","start":"2026-05-28T02:59:03.380716Z","end":"2026-05-28T02:59:03.557272Z","steps":["trace[485857554] 'process raft request' (duration: 176.21728ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:03.557344Z","caller":"traceutil/trace.go:171","msg":"trace[1655773291] transaction","detail":"{read_only:false; response_revision:24983; number_of_response:1; }","duration":"180.00681ms","start":"2026-05-28T02:59:03.377307Z","end":"2026-05-28T02:59:03.557314Z","steps":["trace[1655773291] 'process raft request' (duration: 179.313018ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:03.557375Z","caller":"traceutil/trace.go:171","msg":"trace[330741656] transaction","detail":"{read_only:false; response_revision:24985; number_of_response:1; }","duration":"179.315078ms","start":"2026-05-28T02:59:03.378033Z","end":"2026-05-28T02:59:03.557348Z","steps":["trace[330741656] 'process raft request' (duration: 178.73253ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:03.557375Z","caller":"traceutil/trace.go:171","msg":"trace[1803424634] transaction","detail":"{read_only:false; response_revision:24984; number_of_response:1; }","duration":"179.549085ms","start":"2026-05-28T02:59:03.377797Z","end":"2026-05-28T02:59:03.557346Z","steps":["trace[1803424634] 'process raft request' (duration: 178.926905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:03.557407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.888539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T02:59:03.557457Z","caller":"traceutil/trace.go:171","msg":"trace[1228499419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24990; }","duration":"164.974642ms","start":"2026-05-28T02:59:03.392467Z","end":"2026-05-28T02:59:03.557442Z","steps":["trace[1228499419] 'agreement among raft nodes before linearized reading' (duration: 164.829587ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:03.557461Z","caller":"traceutil/trace.go:171","msg":"trace[262815150] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"177.996176ms","start":"2026-05-28T02:59:03.379398Z","end":"2026-05-28T02:59:03.557394Z","steps":["trace[262815150] 'process raft request' (duration: 177.473499ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:03.557553Z","caller":"traceutil/trace.go:171","msg":"trace[6425099] transaction","detail":"{read_only:false; response_revision:24987; number_of_response:1; }","duration":"178.76476ms","start":"2026-05-28T02:59:03.378394Z","end":"2026-05-28T02:59:03.557159Z","steps":["trace[6425099] 'process raft request' (duration: 178.44473ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:03.557476Z","caller":"traceutil/trace.go:171","msg":"trace[110698610] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"176.958274ms","start":"2026-05-28T02:59:03.380468Z","end":"2026-05-28T02:59:03.557426Z","steps":["trace[110698610] 'process raft request' (duration: 176.434937ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:05.799185Z","caller":"traceutil/trace.go:171","msg":"trace[575176158] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"235.760751ms","start":"2026-05-28T02:59:05.563385Z","end":"2026-05-28T02:59:05.799146Z","steps":["trace[575176158] 'process raft request' (duration: 193.423656ms)","trace[575176158] 'compare' (duration: 42.131929ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:05.799193Z","caller":"traceutil/trace.go:171","msg":"trace[421173310] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"235.574035ms","start":"2026-05-28T02:59:05.563594Z","end":"2026-05-28T02:59:05.799168Z","steps":["trace[421173310] 'process raft request' (duration: 235.507413ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:05.799204Z","caller":"traceutil/trace.go:171","msg":"trace[1328258362] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"235.631027ms","start":"2026-05-28T02:59:05.56353Z","end":"2026-05-28T02:59:05.799161Z","steps":["trace[1328258362] 'process raft request' (duration: 235.530684ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:05.79937Z","caller":"traceutil/trace.go:171","msg":"trace[2109316468] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"235.542244ms","start":"2026-05-28T02:59:05.563818Z","end":"2026-05-28T02:59:05.79936Z","steps":["trace[2109316468] 'process raft request' (duration: 235.314847ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:05.799407Z","caller":"traceutil/trace.go:171","msg":"trace[991905018] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"235.474562ms","start":"2026-05-28T02:59:05.563915Z","end":"2026-05-28T02:59:05.79939Z","steps":["trace[991905018] 'process raft request' (duration: 235.324507ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:05.799516Z","caller":"traceutil/trace.go:171","msg":"trace[886671133] transaction","detail":"{read_only:false; response_revision:25001; number_of_response:1; }","duration":"233.889302ms","start":"2026-05-28T02:59:05.565615Z","end":"2026-05-28T02:59:05.799504Z","steps":["trace[886671133] 'process raft request' (duration: 233.732567ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:05.799549Z","caller":"traceutil/trace.go:171","msg":"trace[1509688220] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"233.019914ms","start":"2026-05-28T02:59:05.566516Z","end":"2026-05-28T02:59:05.799536Z","steps":["trace[1509688220] 'process raft request' (duration: 232.871039ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:05.799595Z","caller":"traceutil/trace.go:171","msg":"trace[355602169] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"235.626547ms","start":"2026-05-28T02:59:05.563958Z","end":"2026-05-28T02:59:05.799585Z","steps":["trace[355602169] 'process raft request' (duration: 235.347859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:07.700947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.884412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:07.701046Z","caller":"traceutil/trace.go:171","msg":"trace[71672926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25006; }","duration":"167.042858ms","start":"2026-05-28T02:59:07.533981Z","end":"2026-05-28T02:59:07.701024Z","steps":["trace[71672926] 'range keys from in-memory index tree' (duration: 166.8028ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:12.00199Z","caller":"traceutil/trace.go:171","msg":"trace[2007240071] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"119.666572ms","start":"2026-05-28T02:59:11.882298Z","end":"2026-05-28T02:59:12.001964Z","steps":["trace[2007240071] 'process raft request' (duration: 119.361172ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:12.002017Z","caller":"traceutil/trace.go:171","msg":"trace[39276845] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"116.063368ms","start":"2026-05-28T02:59:11.885915Z","end":"2026-05-28T02:59:12.001978Z","steps":["trace[39276845] 'process raft request' (duration: 115.924533ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:12.002065Z","caller":"traceutil/trace.go:171","msg":"trace[358381661] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"116.120009ms","start":"2026-05-28T02:59:11.885918Z","end":"2026-05-28T02:59:12.002038Z","steps":["trace[358381661] 'process raft request' (duration: 115.987665ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:12.002378Z","caller":"traceutil/trace.go:171","msg":"trace[1554318934] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"116.44402ms","start":"2026-05-28T02:59:11.885918Z","end":"2026-05-28T02:59:12.002362Z","steps":["trace[1554318934] 'process raft request' (duration: 116.026576ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:12.002564Z","caller":"traceutil/trace.go:171","msg":"trace[811066999] linearizableReadLoop","detail":"{readStateIndex:25891; appliedIndex:25885; }","duration":"104.606614ms","start":"2026-05-28T02:59:11.897924Z","end":"2026-05-28T02:59:12.002531Z","steps":["trace[811066999] 'read index received' (duration: 27.025819ms)","trace[811066999] 'applied index is now lower than readState.Index' (duration: 77.579495ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:12.00264Z","caller":"traceutil/trace.go:171","msg":"trace[839539657] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"116.652167ms","start":"2026-05-28T02:59:11.885971Z","end":"2026-05-28T02:59:12.002623Z","steps":["trace[839539657] 'process raft request' (duration: 116.310506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:12.002797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.847962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T02:59:12.002853Z","caller":"traceutil/trace.go:171","msg":"trace[1452862545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25035; }","duration":"104.943245ms","start":"2026-05-28T02:59:11.897898Z","end":"2026-05-28T02:59:12.002841Z","steps":["trace[1452862545] 'agreement among raft nodes before linearized reading' (duration: 104.748239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:12.0028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.753627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:59:12.002964Z","caller":"traceutil/trace.go:171","msg":"trace[144154903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25035; }","duration":"103.952074ms","start":"2026-05-28T02:59:11.899001Z","end":"2026-05-28T02:59:12.002953Z","steps":["trace[144154903] 'agreement among raft nodes before linearized reading' (duration: 103.664654ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:14.134483Z","caller":"traceutil/trace.go:171","msg":"trace[1178641100] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"126.908442ms","start":"2026-05-28T02:59:14.007549Z","end":"2026-05-28T02:59:14.134457Z","steps":["trace[1178641100] 'process raft request' (duration: 96.719413ms)","trace[1178641100] 'compare' (duration: 30.012184ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:14.134813Z","caller":"traceutil/trace.go:171","msg":"trace[1290502151] linearizableReadLoop","detail":"{readStateIndex:25905; appliedIndex:25899; }","duration":"121.904923ms","start":"2026-05-28T02:59:14.012887Z","end":"2026-05-28T02:59:14.134792Z","steps":["trace[1290502151] 'read index received' (duration: 934.969µs)","trace[1290502151] 'applied index is now lower than readState.Index' (duration: 120.969204ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:14.134926Z","caller":"traceutil/trace.go:171","msg":"trace[1794436665] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"127.082938ms","start":"2026-05-28T02:59:14.007833Z","end":"2026-05-28T02:59:14.134916Z","steps":["trace[1794436665] 'process raft request' (duration: 126.899652ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:14.134955Z","caller":"traceutil/trace.go:171","msg":"trace[1541649325] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"127.211422ms","start":"2026-05-28T02:59:14.007675Z","end":"2026-05-28T02:59:14.134887Z","steps":["trace[1541649325] 'process raft request' (duration: 126.963784ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:14.135015Z","caller":"traceutil/trace.go:171","msg":"trace[1747259714] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"127.357437ms","start":"2026-05-28T02:59:14.00764Z","end":"2026-05-28T02:59:14.134998Z","steps":["trace[1747259714] 'process raft request' (duration: 126.772818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:14.13514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.227244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:59:14.13508Z","caller":"traceutil/trace.go:171","msg":"trace[1851531741] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"126.48767ms","start":"2026-05-28T02:59:14.008514Z","end":"2026-05-28T02:59:14.135001Z","steps":["trace[1851531741] 'process raft request' (duration: 126.248062ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:14.135216Z","caller":"traceutil/trace.go:171","msg":"trace[194923455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25048; }","duration":"122.351398ms","start":"2026-05-28T02:59:14.012845Z","end":"2026-05-28T02:59:14.135197Z","steps":["trace[194923455] 'agreement among raft nodes before linearized reading' (duration: 122.10605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:14.135238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.576448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T02:59:14.135543Z","caller":"traceutil/trace.go:171","msg":"trace[1676578579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25048; }","duration":"118.909568ms","start":"2026-05-28T02:59:14.016612Z","end":"2026-05-28T02:59:14.135522Z","steps":["trace[1676578579] 'agreement among raft nodes before linearized reading' (duration: 118.516806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:14.13529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.653579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T02:59:14.135693Z","caller":"traceutil/trace.go:171","msg":"trace[1531946263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25048; }","duration":"113.071093ms","start":"2026-05-28T02:59:14.022603Z","end":"2026-05-28T02:59:14.135674Z","steps":["trace[1531946263] 'agreement among raft nodes before linearized reading' (duration: 112.602118ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:26.948032Z","caller":"traceutil/trace.go:171","msg":"trace[701182809] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"126.000914ms","start":"2026-05-28T02:59:26.822003Z","end":"2026-05-28T02:59:26.948004Z","steps":["trace[701182809] 'process raft request' (duration: 125.821058ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:26.958784Z","caller":"traceutil/trace.go:171","msg":"trace[644582207] linearizableReadLoop","detail":"{readStateIndex:26043; appliedIndex:26042; }","duration":"115.666095ms","start":"2026-05-28T02:59:26.843092Z","end":"2026-05-28T02:59:26.958758Z","steps":["trace[644582207] 'read index received' (duration: 104.915714ms)","trace[644582207] 'applied index is now lower than readState.Index' (duration: 10.749471ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:26.95892Z","caller":"traceutil/trace.go:171","msg":"trace[1162255888] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"126.043755ms","start":"2026-05-28T02:59:26.832839Z","end":"2026-05-28T02:59:26.958883Z","steps":["trace[1162255888] 'process raft request' (duration: 125.785807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:26.959047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.936264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-api-6dbc587fc9-z4647\" ","response":"range_response_count:1 size:8675"} {"level":"info","ts":"2026-05-28T02:59:26.959109Z","caller":"traceutil/trace.go:171","msg":"trace[1936282896] range","detail":"{range_begin:/registry/pods/openstack/octavia-api-6dbc587fc9-z4647; range_end:; response_count:1; response_revision:25182; }","duration":"116.055368ms","start":"2026-05-28T02:59:26.843037Z","end":"2026-05-28T02:59:26.959092Z","steps":["trace[1936282896] 'agreement among raft nodes before linearized reading' (duration: 115.846961ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:27.105368Z","caller":"traceutil/trace.go:171","msg":"trace[11908255] linearizableReadLoop","detail":"{readStateIndex:26044; appliedIndex:26043; }","duration":"146.466144ms","start":"2026-05-28T02:59:26.958858Z","end":"2026-05-28T02:59:27.105324Z","steps":["trace[11908255] 'read index received' (duration: 121.271133ms)","trace[11908255] 'applied index is now lower than readState.Index' (duration: 25.193951ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:27.105462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.238007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"warn","ts":"2026-05-28T02:59:27.105526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.254646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4263"} {"level":"info","ts":"2026-05-28T02:59:27.105537Z","caller":"traceutil/trace.go:171","msg":"trace[2096060772] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25183; }","duration":"163.367671ms","start":"2026-05-28T02:59:26.942149Z","end":"2026-05-28T02:59:27.105517Z","steps":["trace[2096060772] 'agreement among raft nodes before linearized reading' (duration: 163.200066ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:27.105572Z","caller":"traceutil/trace.go:171","msg":"trace[1343385450] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:25183; }","duration":"213.348819ms","start":"2026-05-28T02:59:26.892213Z","end":"2026-05-28T02:59:27.105561Z","steps":["trace[1343385450] 'agreement among raft nodes before linearized reading' (duration: 213.151073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:27.105555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.337272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T02:59:27.105584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.785896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-65565fdb7f\" ","response":"range_response_count:1 size:4174"} {"level":"info","ts":"2026-05-28T02:59:27.105614Z","caller":"traceutil/trace.go:171","msg":"trace[1904118392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25183; }","duration":"226.446665ms","start":"2026-05-28T02:59:26.879153Z","end":"2026-05-28T02:59:27.1056Z","steps":["trace[1904118392] 'agreement among raft nodes before linearized reading' (duration: 226.247029ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:27.10562Z","caller":"traceutil/trace.go:171","msg":"trace[853711332] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-65565fdb7f; range_end:; response_count:1; response_revision:25183; }","duration":"237.860148ms","start":"2026-05-28T02:59:26.867748Z","end":"2026-05-28T02:59:27.105608Z","steps":["trace[853711332] 'agreement among raft nodes before linearized reading' (duration: 237.746104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:27.105775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.187331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-28T02:59:27.105811Z","caller":"traceutil/trace.go:171","msg":"trace[455227794] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:25183; }","duration":"138.249253ms","start":"2026-05-28T02:59:26.967553Z","end":"2026-05-28T02:59:27.105802Z","steps":["trace[455227794] 'agreement among raft nodes before linearized reading' (duration: 138.1591ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:27.105782Z","caller":"traceutil/trace.go:171","msg":"trace[108577441] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"146.96136ms","start":"2026-05-28T02:59:26.958791Z","end":"2026-05-28T02:59:27.105752Z","steps":["trace[108577441] 'process raft request' (duration: 121.316286ms)","trace[108577441] 'compare' (duration: 24.929162ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:27.105867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.420467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2556"} {"level":"info","ts":"2026-05-28T02:59:27.105911Z","caller":"traceutil/trace.go:171","msg":"trace[2070347989] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:25183; }","duration":"188.50073ms","start":"2026-05-28T02:59:26.917401Z","end":"2026-05-28T02:59:27.105901Z","steps":["trace[2070347989] 'agreement among raft nodes before linearized reading' (duration: 188.408557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:27.106024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.9207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1165"} {"level":"info","ts":"2026-05-28T02:59:27.106089Z","caller":"traceutil/trace.go:171","msg":"trace[211127300] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:25183; }","duration":"114.029754ms","start":"2026-05-28T02:59:26.992045Z","end":"2026-05-28T02:59:27.106075Z","steps":["trace[211127300] 'agreement among raft nodes before linearized reading' (duration: 113.878599ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:28.524756Z","caller":"traceutil/trace.go:171","msg":"trace[441028032] transaction","detail":"{read_only:false; response_revision:25205; number_of_response:1; }","duration":"144.875973ms","start":"2026-05-28T02:59:28.379851Z","end":"2026-05-28T02:59:28.524727Z","steps":["trace[441028032] 'process raft request' (duration: 80.128386ms)","trace[441028032] 'compare' (duration: 64.576482ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:28.525057Z","caller":"traceutil/trace.go:171","msg":"trace[1807009077] linearizableReadLoop","detail":"{readStateIndex:26068; appliedIndex:26065; }","duration":"134.67875ms","start":"2026-05-28T02:59:28.390353Z","end":"2026-05-28T02:59:28.525031Z","steps":["trace[1807009077] 'read index received' (duration: 69.634963ms)","trace[1807009077] 'applied index is now lower than readState.Index' (duration: 65.042697ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:28.525091Z","caller":"traceutil/trace.go:171","msg":"trace[822353426] transaction","detail":"{read_only:false; response_revision:25206; number_of_response:1; }","duration":"145.150402ms","start":"2026-05-28T02:59:28.379924Z","end":"2026-05-28T02:59:28.525074Z","steps":["trace[822353426] 'process raft request' (duration: 144.75953ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:28.525142Z","caller":"traceutil/trace.go:171","msg":"trace[462010943] transaction","detail":"{read_only:false; response_revision:25207; number_of_response:1; }","duration":"145.180164ms","start":"2026-05-28T02:59:28.379935Z","end":"2026-05-28T02:59:28.525115Z","steps":["trace[462010943] 'process raft request' (duration: 144.964437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:28.52523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.849385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:28.525317Z","caller":"traceutil/trace.go:171","msg":"trace[796940491] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25207; }","duration":"134.977149ms","start":"2026-05-28T02:59:28.39032Z","end":"2026-05-28T02:59:28.525297Z","steps":["trace[796940491] 'agreement among raft nodes before linearized reading' (duration: 134.847415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:28.525397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.05153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:59:28.525472Z","caller":"traceutil/trace.go:171","msg":"trace[454652604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25207; }","duration":"134.156713ms","start":"2026-05-28T02:59:28.391298Z","end":"2026-05-28T02:59:28.525454Z","steps":["trace[454652604] 'agreement among raft nodes before linearized reading' (duration: 133.937767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:28.525511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.95934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"info","ts":"2026-05-28T02:59:28.525548Z","caller":"traceutil/trace.go:171","msg":"trace[151355221] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:25207; }","duration":"108.039863ms","start":"2026-05-28T02:59:28.417499Z","end":"2026-05-28T02:59:28.525539Z","steps":["trace[151355221] 'agreement among raft nodes before linearized reading' (duration: 107.94565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:28.525608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.007599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T02:59:28.525419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.147461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-425fq\" ","response":"range_response_count:1 size:4585"} {"level":"info","ts":"2026-05-28T02:59:28.525677Z","caller":"traceutil/trace.go:171","msg":"trace[1003704409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25207; }","duration":"134.189564ms","start":"2026-05-28T02:59:28.391466Z","end":"2026-05-28T02:59:28.525636Z","steps":["trace[1003704409] 'agreement among raft nodes before linearized reading' (duration: 133.934646ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:28.525667Z","caller":"traceutil/trace.go:171","msg":"trace[633188697] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-425fq; range_end:; response_count:1; response_revision:25207; }","duration":"133.42549ms","start":"2026-05-28T02:59:28.392228Z","end":"2026-05-28T02:59:28.525653Z","steps":["trace[633188697] 'agreement among raft nodes before linearized reading' (duration: 133.084559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:28.760374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.372612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:28.760531Z","caller":"traceutil/trace.go:171","msg":"trace[723554828] linearizableReadLoop","detail":"{readStateIndex:26071; appliedIndex:26070; }","duration":"118.213266ms","start":"2026-05-28T02:59:28.642296Z","end":"2026-05-28T02:59:28.760509Z","steps":["trace[723554828] 'read index received' (duration: 42.242µs)","trace[723554828] 'applied index is now lower than readState.Index' (duration: 118.169254ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:28.760582Z","caller":"traceutil/trace.go:171","msg":"trace[1751496982] transaction","detail":"{read_only:false; response_revision:25210; number_of_response:1; }","duration":"142.810968ms","start":"2026-05-28T02:59:28.617717Z","end":"2026-05-28T02:59:28.760528Z","steps":["trace[1751496982] 'compare' (duration: 135.251777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:28.760707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.407422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-05-28T02:59:28.760766Z","caller":"traceutil/trace.go:171","msg":"trace[1765699350] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:25210; }","duration":"118.493955ms","start":"2026-05-28T02:59:28.642255Z","end":"2026-05-28T02:59:28.760749Z","steps":["trace[1765699350] 'agreement among raft nodes before linearized reading' (duration: 118.363941ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:30.160867Z","caller":"traceutil/trace.go:171","msg":"trace[567718529] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"263.514553ms","start":"2026-05-28T02:59:29.897334Z","end":"2026-05-28T02:59:30.160849Z","steps":["trace[567718529] 'process raft request' (duration: 190.172273ms)","trace[567718529] 'compare' (duration: 72.925407ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:30.16092Z","caller":"traceutil/trace.go:171","msg":"trace[1423999707] linearizableReadLoop","detail":"{readStateIndex:26078; appliedIndex:26077; }","duration":"241.199204ms","start":"2026-05-28T02:59:29.91967Z","end":"2026-05-28T02:59:30.160869Z","steps":["trace[1423999707] 'read index received' (duration: 167.854153ms)","trace[1423999707] 'applied index is now lower than readState.Index' (duration: 73.340921ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:30.161176Z","caller":"traceutil/trace.go:171","msg":"trace[1348462250] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"229.08699ms","start":"2026-05-28T02:59:29.932058Z","end":"2026-05-28T02:59:30.161145Z","steps":["trace[1348462250] 'process raft request' (duration: 228.703488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.161352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.625418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-05-28T02:59:30.161413Z","caller":"traceutil/trace.go:171","msg":"trace[1404177728] range","detail":"{range_begin:/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95; range_end:; response_count:1; response_revision:25218; }","duration":"241.762673ms","start":"2026-05-28T02:59:29.919632Z","end":"2026-05-28T02:59:30.161395Z","steps":["trace[1404177728] 'agreement among raft nodes before linearized reading' (duration: 241.313948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.209311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.457069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-np4tr\" ","response":"range_response_count:1 size:4904"} {"level":"info","ts":"2026-05-28T02:59:30.209381Z","caller":"traceutil/trace.go:171","msg":"trace[1805217930] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-np4tr; range_end:; response_count:1; response_revision:25219; }","duration":"166.581043ms","start":"2026-05-28T02:59:30.042785Z","end":"2026-05-28T02:59:30.209366Z","steps":["trace[1805217930] 'agreement among raft nodes before linearized reading' (duration: 166.393697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.209562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.556047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4088"} {"level":"info","ts":"2026-05-28T02:59:30.209684Z","caller":"traceutil/trace.go:171","msg":"trace[526310361] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:25219; }","duration":"191.66878ms","start":"2026-05-28T02:59:30.017937Z","end":"2026-05-28T02:59:30.209606Z","steps":["trace[526310361] 'agreement among raft nodes before linearized reading' (duration: 191.479774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.209772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.854455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-h4tmq\" ","response":"range_response_count:1 size:4907"} {"level":"info","ts":"2026-05-28T02:59:30.210055Z","caller":"traceutil/trace.go:171","msg":"trace[1558451258] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-h4tmq; range_end:; response_count:1; response_revision:25219; }","duration":"242.360341ms","start":"2026-05-28T02:59:29.967669Z","end":"2026-05-28T02:59:30.210029Z","steps":["trace[1558451258] 'agreement among raft nodes before linearized reading' (duration: 241.725751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.210077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.058001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T02:59:30.210106Z","caller":"traceutil/trace.go:171","msg":"trace[1743423165] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25219; }","duration":"118.088382ms","start":"2026-05-28T02:59:30.09201Z","end":"2026-05-28T02:59:30.210099Z","steps":["trace[1743423165] 'agreement among raft nodes before linearized reading' (duration: 117.933627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.2102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.364307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4587"} {"level":"info","ts":"2026-05-28T02:59:30.210229Z","caller":"traceutil/trace.go:171","msg":"trace[1454807862] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:25219; }","duration":"268.428909ms","start":"2026-05-28T02:59:29.941788Z","end":"2026-05-28T02:59:30.210217Z","steps":["trace[1454807862] 'agreement among raft nodes before linearized reading' (duration: 268.089338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.210372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.366459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-28T02:59:30.210397Z","caller":"traceutil/trace.go:171","msg":"trace[656965257] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:25219; }","duration":"218.4311ms","start":"2026-05-28T02:59:29.99196Z","end":"2026-05-28T02:59:30.210391Z","steps":["trace[656965257] 'agreement among raft nodes before linearized reading' (duration: 217.46434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.210389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.657153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-7f8v6\" ","response":"range_response_count:1 size:4157"} {"level":"info","ts":"2026-05-28T02:59:30.210481Z","caller":"traceutil/trace.go:171","msg":"trace[190775211] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-7f8v6; range_end:; response_count:1; response_revision:25219; }","duration":"142.789237ms","start":"2026-05-28T02:59:30.067669Z","end":"2026-05-28T02:59:30.210458Z","steps":["trace[190775211] 'agreement among raft nodes before linearized reading' (duration: 141.505226ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:31.736681Z","caller":"traceutil/trace.go:171","msg":"trace[60596688] transaction","detail":"{read_only:false; response_revision:25230; number_of_response:1; }","duration":"191.066341ms","start":"2026-05-28T02:59:31.545585Z","end":"2026-05-28T02:59:31.736651Z","steps":["trace[60596688] 'process raft request' (duration: 190.744081ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:31.736641Z","caller":"traceutil/trace.go:171","msg":"trace[1037292375] linearizableReadLoop","detail":"{readStateIndex:26092; appliedIndex:26091; }","duration":"168.952729ms","start":"2026-05-28T02:59:31.567656Z","end":"2026-05-28T02:59:31.736608Z","steps":["trace[1037292375] 'read index received' (duration: 168.68259ms)","trace[1037292375] 'applied index is now lower than readState.Index' (duration: 268.719µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:31.736874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.198887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-api-certs\" ","response":"range_response_count:1 size:2366"} {"level":"info","ts":"2026-05-28T02:59:31.736943Z","caller":"traceutil/trace.go:171","msg":"trace[1425151983] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-api-certs; range_end:; response_count:1; response_revision:25230; }","duration":"169.356281ms","start":"2026-05-28T02:59:31.567575Z","end":"2026-05-28T02:59:31.736932Z","steps":["trace[1425151983] 'agreement among raft nodes before linearized reading' (duration: 169.153805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.737145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.951176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-certs\" ","response":"range_response_count:1 size:2174"} {"level":"warn","ts":"2026-05-28T02:59:31.737173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.917301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:2528"} {"level":"info","ts":"2026-05-28T02:59:31.737212Z","caller":"traceutil/trace.go:171","msg":"trace[547094025] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:25230; }","duration":"119.998863ms","start":"2026-05-28T02:59:31.617203Z","end":"2026-05-28T02:59:31.737202Z","steps":["trace[547094025] 'agreement among raft nodes before linearized reading' (duration: 119.837518ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:31.737443Z","caller":"traceutil/trace.go:171","msg":"trace[1997255963] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-certs; range_end:; response_count:1; response_revision:25230; }","duration":"145.061649ms","start":"2026-05-28T02:59:31.592112Z","end":"2026-05-28T02:59:31.737174Z","steps":["trace[1997255963] 'agreement among raft nodes before linearized reading' (duration: 144.755049ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:32.039047Z","caller":"traceutil/trace.go:171","msg":"trace[1259314695] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"118.165465ms","start":"2026-05-28T02:59:31.920801Z","end":"2026-05-28T02:59:32.038967Z","steps":["trace[1259314695] 'process raft request' (duration: 115.065746ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:32.418267Z","caller":"traceutil/trace.go:171","msg":"trace[444632631] linearizableReadLoop","detail":"{readStateIndex:26097; appliedIndex:26096; }","duration":"201.10575ms","start":"2026-05-28T02:59:32.217143Z","end":"2026-05-28T02:59:32.418249Z","steps":["trace[444632631] 'read index received' (duration: 123.885097ms)","trace[444632631] 'applied index is now lower than readState.Index' (duration: 77.219933ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:32.418355Z","caller":"traceutil/trace.go:171","msg":"trace[2020895899] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"203.240588ms","start":"2026-05-28T02:59:32.215103Z","end":"2026-05-28T02:59:32.418344Z","steps":["trace[2020895899] 'process raft request' (duration: 125.960003ms)","trace[2020895899] 'compare' (duration: 77.047178ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:32.418622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.469822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:1110"} {"level":"info","ts":"2026-05-28T02:59:32.418678Z","caller":"traceutil/trace.go:171","msg":"trace[1093260444] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:25236; }","duration":"201.561195ms","start":"2026-05-28T02:59:32.217105Z","end":"2026-05-28T02:59:32.418666Z","steps":["trace[1093260444] 'agreement among raft nodes before linearized reading' (duration: 201.345828ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:32.655068Z","caller":"traceutil/trace.go:171","msg":"trace[503231942] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"114.394065ms","start":"2026-05-28T02:59:32.540646Z","end":"2026-05-28T02:59:32.65504Z","steps":["trace[503231942] 'process raft request' (duration: 114.143977ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:32.655083Z","caller":"traceutil/trace.go:171","msg":"trace[94311506] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"113.507777ms","start":"2026-05-28T02:59:32.541543Z","end":"2026-05-28T02:59:32.655051Z","steps":["trace[94311506] 'process raft request' (duration: 113.414464ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:34.640255Z","caller":"traceutil/trace.go:171","msg":"trace[861085796] linearizableReadLoop","detail":"{readStateIndex:26117; appliedIndex:26115; }","duration":"103.905812ms","start":"2026-05-28T02:59:34.536332Z","end":"2026-05-28T02:59:34.640238Z","steps":["trace[861085796] 'read index received' (duration: 15.191803ms)","trace[861085796] 'applied index is now lower than readState.Index' (duration: 88.713299ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:34.640368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.026416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:34.640394Z","caller":"traceutil/trace.go:171","msg":"trace[2119456100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25255; }","duration":"104.097438ms","start":"2026-05-28T02:59:34.536287Z","end":"2026-05-28T02:59:34.640384Z","steps":["trace[2119456100] 'agreement among raft nodes before linearized reading' (duration: 104.024415ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:34.640571Z","caller":"traceutil/trace.go:171","msg":"trace[1807204990] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"213.543885ms","start":"2026-05-28T02:59:34.427017Z","end":"2026-05-28T02:59:34.640561Z","steps":["trace[1807204990] 'process raft request' (duration: 213.181914ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:34.640627Z","caller":"traceutil/trace.go:171","msg":"trace[1696825211] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"214.922399ms","start":"2026-05-28T02:59:34.425632Z","end":"2026-05-28T02:59:34.640555Z","steps":["trace[1696825211] 'process raft request' (duration: 125.915631ms)","trace[1696825211] 'compare' (duration: 88.538573ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:34.846537Z","caller":"traceutil/trace.go:171","msg":"trace[1128090123] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"132.416047ms","start":"2026-05-28T02:59:34.714084Z","end":"2026-05-28T02:59:34.8465Z","steps":["trace[1128090123] 'process raft request' (duration: 82.170171ms)","trace[1128090123] 'compare' (duration: 49.937206ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:35.089121Z","caller":"traceutil/trace.go:171","msg":"trace[505355738] linearizableReadLoop","detail":"{readStateIndex:26123; appliedIndex:26121; }","duration":"237.058673ms","start":"2026-05-28T02:59:34.852045Z","end":"2026-05-28T02:59:35.089104Z","steps":["trace[505355738] 'read index received' (duration: 3.536512ms)","trace[505355738] 'applied index is now lower than readState.Index' (duration: 233.521361ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:35.089277Z","caller":"traceutil/trace.go:171","msg":"trace[1217075323] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"237.505777ms","start":"2026-05-28T02:59:34.851763Z","end":"2026-05-28T02:59:35.089269Z","steps":["trace[1217075323] 'process raft request' (duration: 217.559563ms)","trace[1217075323] 'compare' (duration: 19.522321ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:35.089405Z","caller":"traceutil/trace.go:171","msg":"trace[1954392479] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"236.719362ms","start":"2026-05-28T02:59:34.85268Z","end":"2026-05-28T02:59:35.089399Z","steps":["trace[1954392479] 'process raft request' (duration: 236.375281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:35.089561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.506457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f33e411f-b287-47fa-8bd1-05b0f6647756\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-05-28T02:59:35.089589Z","caller":"traceutil/trace.go:171","msg":"trace[1255064211] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f33e411f-b287-47fa-8bd1-05b0f6647756; range_end:; response_count:1; response_revision:25261; }","duration":"237.566889ms","start":"2026-05-28T02:59:34.852013Z","end":"2026-05-28T02:59:35.08958Z","steps":["trace[1255064211] 'agreement among raft nodes before linearized reading' (duration: 237.471236ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:35.093542Z","caller":"traceutil/trace.go:171","msg":"trace[529581755] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"236.943709ms","start":"2026-05-28T02:59:34.85657Z","end":"2026-05-28T02:59:35.093513Z","steps":["trace[529581755] 'process raft request' (duration: 236.820655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:35.093619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.28525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:35.093673Z","caller":"traceutil/trace.go:171","msg":"trace[577085273] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25262; }","duration":"125.381123ms","start":"2026-05-28T02:59:34.968278Z","end":"2026-05-28T02:59:35.093659Z","steps":["trace[577085273] 'agreement among raft nodes before linearized reading' (duration: 125.212698ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:35.300337Z","caller":"traceutil/trace.go:171","msg":"trace[1741284871] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"141.721204ms","start":"2026-05-28T02:59:35.158576Z","end":"2026-05-28T02:59:35.300297Z","steps":["trace[1741284871] 'process raft request' (duration: 141.549928ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:36.396532Z","caller":"traceutil/trace.go:171","msg":"trace[737783705] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"166.366245ms","start":"2026-05-28T02:59:36.230139Z","end":"2026-05-28T02:59:36.396505Z","steps":["trace[737783705] 'process raft request' (duration: 166.164939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.024497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.672615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:59:37.024567Z","caller":"traceutil/trace.go:171","msg":"trace[164605887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25274; }","duration":"171.789919ms","start":"2026-05-28T02:59:36.85276Z","end":"2026-05-28T02:59:37.02455Z","steps":["trace[164605887] 'range keys from in-memory index tree' (duration: 171.504209ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:37.08554Z","caller":"traceutil/trace.go:171","msg":"trace[536343684] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"147.238578ms","start":"2026-05-28T02:59:36.938257Z","end":"2026-05-28T02:59:37.085496Z","steps":["trace[536343684] 'process raft request' (duration: 146.9777ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:37.294629Z","caller":"traceutil/trace.go:171","msg":"trace[1463506352] linearizableReadLoop","detail":"{readStateIndex:26139; appliedIndex:26138; }","duration":"201.598446ms","start":"2026-05-28T02:59:37.093011Z","end":"2026-05-28T02:59:37.29461Z","steps":["trace[1463506352] 'read index received' (duration: 196.876446ms)","trace[1463506352] 'applied index is now lower than readState.Index' (duration: 4.7212ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:37.294665Z","caller":"traceutil/trace.go:171","msg":"trace[937160870] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"265.91851ms","start":"2026-05-28T02:59:37.028703Z","end":"2026-05-28T02:59:37.294622Z","steps":["trace[937160870] 'process raft request' (duration: 261.171409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.294889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.845674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T02:59:37.294975Z","caller":"traceutil/trace.go:171","msg":"trace[449235039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25276; }","duration":"201.990369ms","start":"2026-05-28T02:59:37.092964Z","end":"2026-05-28T02:59:37.294955Z","steps":["trace[449235039] 'agreement among raft nodes before linearized reading' (duration: 201.70475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.301712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.506602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T02:59:37.301755Z","caller":"traceutil/trace.go:171","msg":"trace[1495247607] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"140.175205ms","start":"2026-05-28T02:59:37.161562Z","end":"2026-05-28T02:59:37.301737Z","steps":["trace[1495247607] 'process raft request' (duration: 139.856904ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:37.301797Z","caller":"traceutil/trace.go:171","msg":"trace[57948774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25277; }","duration":"206.664847ms","start":"2026-05-28T02:59:37.095111Z","end":"2026-05-28T02:59:37.301776Z","steps":["trace[57948774] 'agreement among raft nodes before linearized reading' (duration: 206.44185ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:38.122775Z","caller":"traceutil/trace.go:171","msg":"trace[1994377088] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"182.727367ms","start":"2026-05-28T02:59:37.940022Z","end":"2026-05-28T02:59:38.122749Z","steps":["trace[1994377088] 'process raft request' (duration: 182.556211ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:42.367283Z","caller":"traceutil/trace.go:171","msg":"trace[1430670059] linearizableReadLoop","detail":"{readStateIndex:26174; appliedIndex:26173; }","duration":"179.38254ms","start":"2026-05-28T02:59:42.187879Z","end":"2026-05-28T02:59:42.367261Z","steps":["trace[1430670059] 'read index received' (duration: 179.213084ms)","trace[1430670059] 'applied index is now lower than readState.Index' (duration: 168.826µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:42.367498Z","caller":"traceutil/trace.go:171","msg":"trace[1512632068] transaction","detail":"{read_only:false; response_revision:25310; number_of_response:1; }","duration":"212.529683ms","start":"2026-05-28T02:59:42.154958Z","end":"2026-05-28T02:59:42.367488Z","steps":["trace[1512632068] 'process raft request' (duration: 212.189522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:42.367718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.826084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-28T02:59:42.367749Z","caller":"traceutil/trace.go:171","msg":"trace[1335743615] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25310; }","duration":"179.894346ms","start":"2026-05-28T02:59:42.187847Z","end":"2026-05-28T02:59:42.367742Z","steps":["trace[1335743615] 'agreement among raft nodes before linearized reading' (duration: 179.779812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:42.367881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.212634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-28T02:59:42.367918Z","caller":"traceutil/trace.go:171","msg":"trace[166681302] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25310; }","duration":"179.257126ms","start":"2026-05-28T02:59:42.188642Z","end":"2026-05-28T02:59:42.367899Z","steps":["trace[166681302] 'agreement among raft nodes before linearized reading' (duration: 179.196374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.797441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.754472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T02:59:47.797542Z","caller":"traceutil/trace.go:171","msg":"trace[299830945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25348; }","duration":"320.837224ms","start":"2026-05-28T02:59:47.47666Z","end":"2026-05-28T02:59:47.797497Z","steps":["trace[299830945] 'range keys from in-memory index tree' (duration: 320.649819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.797583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.476637Z","time spent":"320.936488ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:59:47.797907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.324457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T02:59:47.797951Z","caller":"traceutil/trace.go:171","msg":"trace[1390431701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25348; }","duration":"263.40352ms","start":"2026-05-28T02:59:47.534536Z","end":"2026-05-28T02:59:47.79794Z","steps":["trace[1390431701] 'range keys from in-memory index tree' (duration: 263.188323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.797972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.572526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:47.798025Z","caller":"traceutil/trace.go:171","msg":"trace[634414138] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25348; }","duration":"393.651039ms","start":"2026-05-28T02:59:47.404362Z","end":"2026-05-28T02:59:47.798013Z","steps":["trace[634414138] 'range keys from in-memory index tree' (duration: 393.505724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.798062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.404346Z","time spent":"393.70781ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T02:59:47.798116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.209682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:47.798152Z","caller":"traceutil/trace.go:171","msg":"trace[1475753593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25348; }","duration":"262.265024ms","start":"2026-05-28T02:59:47.535877Z","end":"2026-05-28T02:59:47.798142Z","steps":["trace[1475753593] 'range keys from in-memory index tree' (duration: 262.164061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.798238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.742912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:47.798274Z","caller":"traceutil/trace.go:171","msg":"trace[430816740] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25348; }","duration":"393.787373ms","start":"2026-05-28T02:59:47.404478Z","end":"2026-05-28T02:59:47.798265Z","steps":["trace[430816740] 'range keys from in-memory index tree' (duration: 393.721911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.798314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.404473Z","time spent":"393.821304ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T02:59:47.798446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.909976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:47.798474Z","caller":"traceutil/trace.go:171","msg":"trace[1950703697] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25348; }","duration":"393.974049ms","start":"2026-05-28T02:59:47.404492Z","end":"2026-05-28T02:59:47.798466Z","steps":["trace[1950703697] 'range keys from in-memory index tree' (duration: 393.850765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.798501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.404474Z","time spent":"394.0215ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:59:47.798628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.994369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:47.798655Z","caller":"traceutil/trace.go:171","msg":"trace[1261848775] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25348; }","duration":"394.035641ms","start":"2026-05-28T02:59:47.40461Z","end":"2026-05-28T02:59:47.798646Z","steps":["trace[1261848775] 'range keys from in-memory index tree' (duration: 393.947178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.798681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.404603Z","time spent":"394.071452ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:59:47.797441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.26339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T02:59:47.798793Z","caller":"traceutil/trace.go:171","msg":"trace[1746569787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25348; }","duration":"323.674945ms","start":"2026-05-28T02:59:47.475108Z","end":"2026-05-28T02:59:47.798783Z","steps":["trace[1746569787] 'range keys from in-memory index tree' (duration: 322.071534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.798833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.47509Z","time spent":"323.733097ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:59:47.798833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.146765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:47.798862Z","caller":"traceutil/trace.go:171","msg":"trace[1021843242] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25348; }","duration":"394.235678ms","start":"2026-05-28T02:59:47.404618Z","end":"2026-05-28T02:59:47.798854Z","steps":["trace[1021843242] 'range keys from in-memory index tree' (duration: 394.091863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.798891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.404572Z","time spent":"394.3088ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:59:47.7988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.166105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:47.799103Z","caller":"traceutil/trace.go:171","msg":"trace[1181254618] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25348; }","duration":"394.510396ms","start":"2026-05-28T02:59:47.404582Z","end":"2026-05-28T02:59:47.799093Z","steps":["trace[1181254618] 'range keys from in-memory index tree' (duration: 394.117154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.799136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.40457Z","time spent":"394.557077ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:59:47.799137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.823232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:59:47.799167Z","caller":"traceutil/trace.go:171","msg":"trace[260843788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25348; }","duration":"392.873413ms","start":"2026-05-28T02:59:47.406285Z","end":"2026-05-28T02:59:47.799159Z","steps":["trace[260843788] 'range keys from in-memory index tree' (duration: 392.73657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.799203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.406276Z","time spent":"392.921136ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:59:47.799317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.240351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T02:59:47.799351Z","caller":"traceutil/trace.go:171","msg":"trace[790527437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25348; }","duration":"351.293473ms","start":"2026-05-28T02:59:47.44805Z","end":"2026-05-28T02:59:47.799343Z","steps":["trace[790527437] 'range keys from in-memory index tree' (duration: 351.159638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.799375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.448039Z","time spent":"351.331234ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:59:48.002022Z","caller":"traceutil/trace.go:171","msg":"trace[107713547] linearizableReadLoop","detail":"{readStateIndex:26214; appliedIndex:26213; }","duration":"201.640517ms","start":"2026-05-28T02:59:47.800358Z","end":"2026-05-28T02:59:48.001999Z","steps":["trace[107713547] 'read index received' (duration: 201.493502ms)","trace[107713547] 'applied index is now lower than readState.Index' (duration: 145.865µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:48.002127Z","caller":"traceutil/trace.go:171","msg":"trace[195580196] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"310.728413ms","start":"2026-05-28T02:59:47.691387Z","end":"2026-05-28T02:59:48.002116Z","steps":["trace[195580196] 'process raft request' (duration: 310.462025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.002229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.691355Z","time spent":"310.797756ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:48.002382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.02146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:48.002419Z","caller":"traceutil/trace.go:171","msg":"trace[1839092411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25349; }","duration":"202.076921ms","start":"2026-05-28T02:59:47.800333Z","end":"2026-05-28T02:59:48.00241Z","steps":["trace[1839092411] 'agreement among raft nodes before linearized reading' (duration: 202.019029ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:48.231697Z","caller":"traceutil/trace.go:171","msg":"trace[1175757922] linearizableReadLoop","detail":"{readStateIndex:26219; appliedIndex:26214; }","duration":"229.586736ms","start":"2026-05-28T02:59:48.002088Z","end":"2026-05-28T02:59:48.231675Z","steps":["trace[1175757922] 'read index received' (duration: 229.195533ms)","trace[1175757922] 'applied index is now lower than readState.Index' (duration: 390.403µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:48.231976Z","caller":"traceutil/trace.go:171","msg":"trace[1477831103] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"427.461373ms","start":"2026-05-28T02:59:47.804502Z","end":"2026-05-28T02:59:48.231964Z","steps":["trace[1477831103] 'process raft request' (duration: 426.834113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.232078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.804488Z","time spent":"427.525834ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:48.232272Z","caller":"traceutil/trace.go:171","msg":"trace[596148125] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"427.639028ms","start":"2026-05-28T02:59:47.80462Z","end":"2026-05-28T02:59:48.232259Z","steps":["trace[596148125] 'process raft request' (duration: 426.841953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.232336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.804614Z","time spent":"427.68861ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:48.232502Z","caller":"traceutil/trace.go:171","msg":"trace[1226586308] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"427.836324ms","start":"2026-05-28T02:59:47.804653Z","end":"2026-05-28T02:59:48.23249Z","steps":["trace[1226586308] 'process raft request' (duration: 426.887654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.232561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.804649Z","time spent":"427.883066ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:48.232689Z","caller":"traceutil/trace.go:171","msg":"trace[2116160421] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"427.99998ms","start":"2026-05-28T02:59:47.804681Z","end":"2026-05-28T02:59:48.232681Z","steps":["trace[2116160421] 'process raft request' (duration: 426.924055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.232745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.804677Z","time spent":"428.039521ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:48.232835Z","caller":"traceutil/trace.go:171","msg":"trace[1138106786] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"427.084281ms","start":"2026-05-28T02:59:47.805722Z","end":"2026-05-28T02:59:48.232806Z","steps":["trace[1138106786] 'process raft request' (duration: 425.915403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.232878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.749077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:48.232919Z","caller":"traceutil/trace.go:171","msg":"trace[1078922979] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25354; }","duration":"368.820879ms","start":"2026-05-28T02:59:47.864086Z","end":"2026-05-28T02:59:48.232907Z","steps":["trace[1078922979] 'agreement among raft nodes before linearized reading' (duration: 368.754927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.23293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.551726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:48.23296Z","caller":"traceutil/trace.go:171","msg":"trace[1231915463] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25354; }","duration":"157.621828ms","start":"2026-05-28T02:59:48.07533Z","end":"2026-05-28T02:59:48.232952Z","steps":["trace[1231915463] 'agreement among raft nodes before linearized reading' (duration: 157.572877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.232958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.864071Z","time spent":"368.878121ms","remote":"127.0.0.1:56864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:48.233053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.805712Z","time spent":"427.203115ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:48.525862Z","caller":"traceutil/trace.go:171","msg":"trace[1461364669] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"101.32874ms","start":"2026-05-28T02:59:48.424505Z","end":"2026-05-28T02:59:48.525834Z","steps":["trace[1461364669] 'process raft request' (duration: 53.080077ms)","trace[1461364669] 'compare' (duration: 47.991505ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:51.458652Z","caller":"traceutil/trace.go:171","msg":"trace[1229445192] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"105.976277ms","start":"2026-05-28T02:59:51.352646Z","end":"2026-05-28T02:59:51.458622Z","steps":["trace[1229445192] 'process raft request' (duration: 105.805942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:56.73835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.437991ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:56.73847Z","caller":"traceutil/trace.go:171","msg":"trace[1203087567] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25430; }","duration":"196.569285ms","start":"2026-05-28T02:59:56.541888Z","end":"2026-05-28T02:59:56.738458Z","steps":["trace[1203087567] 'range keys from in-memory index tree' (duration: 196.425251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:56.739428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.546538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:56.739527Z","caller":"traceutil/trace.go:171","msg":"trace[1428823407] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"398.886794ms","start":"2026-05-28T02:59:56.340623Z","end":"2026-05-28T02:59:56.73951Z","steps":["trace[1428823407] 'process raft request' (duration: 279.186011ms)","trace[1428823407] 'compare' (duration: 119.181306ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:56.73959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:56.340611Z","time spent":"398.955466ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:56.762418Z","caller":"traceutil/trace.go:171","msg":"trace[122494995] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"421.164572ms","start":"2026-05-28T02:59:56.341225Z","end":"2026-05-28T02:59:56.762389Z","steps":["trace[122494995] 'process raft request' (duration: 420.959335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:56.762649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:56.341218Z","time spent":"421.293636ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:56.762691Z","caller":"traceutil/trace.go:171","msg":"trace[1677706268] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"420.347416ms","start":"2026-05-28T02:59:56.342177Z","end":"2026-05-28T02:59:56.762525Z","steps":["trace[1677706268] 'process raft request' (duration: 420.15308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:56.763033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:56.342171Z","time spent":"420.815051ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:56.76272Z","caller":"traceutil/trace.go:171","msg":"trace[2070356973] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"419.558531ms","start":"2026-05-28T02:59:56.34314Z","end":"2026-05-28T02:59:56.762699Z","steps":["trace[2070356973] 'process raft request' (duration: 419.303482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:56.763282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:56.3431Z","time spent":"420.024626ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:56.763561Z","caller":"traceutil/trace.go:171","msg":"trace[241689434] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"290.028475ms","start":"2026-05-28T02:59:56.473491Z","end":"2026-05-28T02:59:56.763519Z","steps":["trace[241689434] 'process raft request' (duration: 289.127666ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:56.76363Z","caller":"traceutil/trace.go:171","msg":"trace[867740936] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"253.413452ms","start":"2026-05-28T02:59:56.510203Z","end":"2026-05-28T02:59:56.763617Z","steps":["trace[867740936] 'process raft request' (duration: 252.799692ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:56.763588Z","caller":"traceutil/trace.go:171","msg":"trace[854688785] linearizableReadLoop","detail":"{readStateIndex:26301; appliedIndex:26297; }","duration":"347.105528ms","start":"2026-05-28T02:59:56.416464Z","end":"2026-05-28T02:59:56.76357Z","steps":["trace[854688785] 'read index received' (duration: 203.355561ms)","trace[854688785] 'applied index is now lower than readState.Index' (duration: 143.749207ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:56.76378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.323166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:56.763849Z","caller":"traceutil/trace.go:171","msg":"trace[1531506696] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25436; }","duration":"347.413978ms","start":"2026-05-28T02:59:56.416417Z","end":"2026-05-28T02:59:56.763831Z","steps":["trace[1531506696] 'agreement among raft nodes before linearized reading' (duration: 347.271614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:56.763884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:56.416352Z","time spent":"347.524912ms","remote":"127.0.0.1:57842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:56.793854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.130006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:56.793916Z","caller":"traceutil/trace.go:171","msg":"trace[1499665818] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25437; }","duration":"154.24107ms","start":"2026-05-28T02:59:56.639661Z","end":"2026-05-28T02:59:56.793902Z","steps":["trace[1499665818] 'agreement among raft nodes before linearized reading' (duration: 154.084005ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:57.577577Z","caller":"traceutil/trace.go:171","msg":"trace[1312977121] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"153.517248ms","start":"2026-05-28T02:59:57.424037Z","end":"2026-05-28T02:59:57.577554Z","steps":["trace[1312977121] 'process raft request' (duration: 127.109469ms)","trace[1312977121] 'compare' (duration: 26.300155ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:57.598548Z","caller":"traceutil/trace.go:171","msg":"trace[1886522452] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"165.655303ms","start":"2026-05-28T02:59:57.432872Z","end":"2026-05-28T02:59:57.598527Z","steps":["trace[1886522452] 'process raft request' (duration: 165.507219ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:57.598814Z","caller":"traceutil/trace.go:171","msg":"trace[527221444] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"104.79874ms","start":"2026-05-28T02:59:57.493988Z","end":"2026-05-28T02:59:57.598787Z","steps":["trace[527221444] 'process raft request' (duration: 104.50044ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:58.229902Z","caller":"traceutil/trace.go:171","msg":"trace[751678146] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"107.707183ms","start":"2026-05-28T02:59:58.122169Z","end":"2026-05-28T02:59:58.229877Z","steps":["trace[751678146] 'process raft request' (duration: 16.164614ms)","trace[751678146] 'compare' (duration: 91.401784ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:58.523563Z","caller":"traceutil/trace.go:171","msg":"trace[1714252679] linearizableReadLoop","detail":"{readStateIndex:26325; appliedIndex:26324; }","duration":"100.734101ms","start":"2026-05-28T02:59:58.422805Z","end":"2026-05-28T02:59:58.52354Z","steps":["trace[1714252679] 'read index received' (duration: 100.330268ms)","trace[1714252679] 'applied index is now lower than readState.Index' (duration: 402.443µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:58.523811Z","caller":"traceutil/trace.go:171","msg":"trace[380268822] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"145.555975ms","start":"2026-05-28T02:59:58.378228Z","end":"2026-05-28T02:59:58.523784Z","steps":["trace[380268822] 'process raft request' (duration: 144.960386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:58.523888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.898056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:58.524262Z","caller":"traceutil/trace.go:171","msg":"trace[1258036995] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25458; }","duration":"101.364261ms","start":"2026-05-28T02:59:58.422767Z","end":"2026-05-28T02:59:58.524131Z","steps":["trace[1258036995] 'agreement among raft nodes before linearized reading' (duration: 100.861375ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:00.899786Z","caller":"traceutil/trace.go:171","msg":"trace[552842595] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"112.708532ms","start":"2026-05-28T03:00:00.787042Z","end":"2026-05-28T03:00:00.89975Z","steps":["trace[552842595] 'process raft request' (duration: 112.462914ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:01.311521Z","caller":"traceutil/trace.go:171","msg":"trace[721538949] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"232.676113ms","start":"2026-05-28T03:00:01.078814Z","end":"2026-05-28T03:00:01.31149Z","steps":["trace[721538949] 'process raft request' (duration: 201.362598ms)","trace[721538949] 'compare' (duration: 31.15923ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:01.311834Z","caller":"traceutil/trace.go:171","msg":"trace[412638895] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"117.429512ms","start":"2026-05-28T03:00:01.194393Z","end":"2026-05-28T03:00:01.311822Z","steps":["trace[412638895] 'process raft request' (duration: 117.07461ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:01.311968Z","caller":"traceutil/trace.go:171","msg":"trace[786627367] transaction","detail":"{read_only:false; response_revision:25517; number_of_response:1; }","duration":"230.69854ms","start":"2026-05-28T03:00:01.081248Z","end":"2026-05-28T03:00:01.311947Z","steps":["trace[786627367] 'process raft request' (duration: 230.175464ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:01.312084Z","caller":"traceutil/trace.go:171","msg":"trace[1538575332] linearizableReadLoop","detail":"{readStateIndex:26385; appliedIndex:26383; }","duration":"145.968048ms","start":"2026-05-28T03:00:01.166039Z","end":"2026-05-28T03:00:01.312007Z","steps":["trace[1538575332] 'read index received' (duration: 114.147577ms)","trace[1538575332] 'applied index is now lower than readState.Index' (duration: 31.819101ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:01.31221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.161644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:01.312272Z","caller":"traceutil/trace.go:171","msg":"trace[2066175270] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25520; }","duration":"146.271757ms","start":"2026-05-28T03:00:01.16599Z","end":"2026-05-28T03:00:01.312262Z","steps":["trace[2066175270] 'agreement among raft nodes before linearized reading' (duration: 146.170854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.312336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.363138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:01.312375Z","caller":"traceutil/trace.go:171","msg":"trace[1879060802] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25520; }","duration":"122.441371ms","start":"2026-05-28T03:00:01.189921Z","end":"2026-05-28T03:00:01.312362Z","steps":["trace[1879060802] 'agreement among raft nodes before linearized reading' (duration: 122.370338ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:02.047121Z","caller":"traceutil/trace.go:171","msg":"trace[353660860] linearizableReadLoop","detail":"{readStateIndex:26394; appliedIndex:26393; }","duration":"139.11074ms","start":"2026-05-28T03:00:01.907978Z","end":"2026-05-28T03:00:02.047089Z","steps":["trace[353660860] 'read index received' (duration: 72.71386ms)","trace[353660860] 'applied index is now lower than readState.Index' (duration: 66.39546ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:02.047294Z","caller":"traceutil/trace.go:171","msg":"trace[2133006373] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"158.052043ms","start":"2026-05-28T03:00:01.889209Z","end":"2026-05-28T03:00:02.047261Z","steps":["trace[2133006373] 'process raft request' (duration: 91.500948ms)","trace[2133006373] 'compare' (duration: 65.999827ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:02.047545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.397859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-05-28T03:00:02.047613Z","caller":"traceutil/trace.go:171","msg":"trace[547304952] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:25526; }","duration":"139.484372ms","start":"2026-05-28T03:00:01.908113Z","end":"2026-05-28T03:00:02.047597Z","steps":["trace[547304952] 'agreement among raft nodes before linearized reading' (duration: 139.309037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:02.047629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.96526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12588"} {"level":"info","ts":"2026-05-28T03:00:02.047719Z","caller":"traceutil/trace.go:171","msg":"trace[1300186805] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25526; }","duration":"125.124096ms","start":"2026-05-28T03:00:01.922579Z","end":"2026-05-28T03:00:02.047703Z","steps":["trace[1300186805] 'agreement among raft nodes before linearized reading' (duration: 124.864668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:02.047679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.678778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:895"} {"level":"warn","ts":"2026-05-28T03:00:02.047824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.1958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:02.047854Z","caller":"traceutil/trace.go:171","msg":"trace[2124569674] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25526; }","duration":"126.237431ms","start":"2026-05-28T03:00:01.921608Z","end":"2026-05-28T03:00:02.047845Z","steps":["trace[2124569674] 'agreement among raft nodes before linearized reading' (duration: 126.18367ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:02.047847Z","caller":"traceutil/trace.go:171","msg":"trace[1309747391] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25526; }","duration":"139.844573ms","start":"2026-05-28T03:00:01.907942Z","end":"2026-05-28T03:00:02.047787Z","steps":["trace[1309747391] 'agreement among raft nodes before linearized reading' (duration: 139.463221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:02.047936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.911713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:02.047966Z","caller":"traceutil/trace.go:171","msg":"trace[1891274192] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25526; }","duration":"127.049537ms","start":"2026-05-28T03:00:01.920909Z","end":"2026-05-28T03:00:02.047959Z","steps":["trace[1891274192] 'agreement among raft nodes before linearized reading' (duration: 127.009656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:02.048045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.097438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:02.048074Z","caller":"traceutil/trace.go:171","msg":"trace[100968132] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25526; }","duration":"127.124779ms","start":"2026-05-28T03:00:01.92094Z","end":"2026-05-28T03:00:02.048065Z","steps":["trace[100968132] 'agreement among raft nodes before linearized reading' (duration: 127.088278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:02.048217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:02.048249Z","caller":"traceutil/trace.go:171","msg":"trace[395329911] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25526; }","duration":"130.037912ms","start":"2026-05-28T03:00:01.918203Z","end":"2026-05-28T03:00:02.048241Z","steps":["trace[395329911] 'agreement among raft nodes before linearized reading' (duration: 129.99062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:02.048371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.7362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21472"} {"level":"info","ts":"2026-05-28T03:00:02.048405Z","caller":"traceutil/trace.go:171","msg":"trace[1750775068] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:25526; }","duration":"139.775542ms","start":"2026-05-28T03:00:01.908619Z","end":"2026-05-28T03:00:02.048394Z","steps":["trace[1750775068] 'agreement among raft nodes before linearized reading' (duration: 139.687649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:02.048799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.466243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7489"} {"level":"info","ts":"2026-05-28T03:00:02.048861Z","caller":"traceutil/trace.go:171","msg":"trace[161017195] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:25526; }","duration":"140.535856ms","start":"2026-05-28T03:00:01.908308Z","end":"2026-05-28T03:00:02.048844Z","steps":["trace[161017195] 'agreement among raft nodes before linearized reading' (duration: 140.369761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:02.048926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.153865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12588"} {"level":"info","ts":"2026-05-28T03:00:02.048987Z","caller":"traceutil/trace.go:171","msg":"trace[784303966] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25526; }","duration":"124.231448ms","start":"2026-05-28T03:00:01.924741Z","end":"2026-05-28T03:00:02.048973Z","steps":["trace[784303966] 'agreement among raft nodes before linearized reading' (duration: 124.089394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:02.049043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.732662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5054"} {"level":"info","ts":"2026-05-28T03:00:02.049094Z","caller":"traceutil/trace.go:171","msg":"trace[1565109043] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:25526; }","duration":"140.791294ms","start":"2026-05-28T03:00:01.90829Z","end":"2026-05-28T03:00:02.049081Z","steps":["trace[1565109043] 'agreement among raft nodes before linearized reading' (duration: 140.67285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:02.04922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.956209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-05-28T03:00:02.049265Z","caller":"traceutil/trace.go:171","msg":"trace[282911207] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:25526; }","duration":"141.012021ms","start":"2026-05-28T03:00:01.908244Z","end":"2026-05-28T03:00:02.049256Z","steps":["trace[282911207] 'agreement among raft nodes before linearized reading' (duration: 140.915638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:02.04953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.241638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11092"} {"level":"info","ts":"2026-05-28T03:00:02.049619Z","caller":"traceutil/trace.go:171","msg":"trace[411094089] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:25526; }","duration":"141.340261ms","start":"2026-05-28T03:00:01.908267Z","end":"2026-05-28T03:00:02.049607Z","steps":["trace[411094089] 'agreement among raft nodes before linearized reading' (duration: 140.783214ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:03.033148Z","caller":"traceutil/trace.go:171","msg":"trace[65658055] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"124.863098ms","start":"2026-05-28T03:00:02.908263Z","end":"2026-05-28T03:00:03.033126Z","steps":["trace[65658055] 'process raft request' (duration: 124.733514ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:03.105526Z","caller":"traceutil/trace.go:171","msg":"trace[449149389] linearizableReadLoop","detail":"{readStateIndex:26405; appliedIndex:26404; }","duration":"178.12924ms","start":"2026-05-28T03:00:02.92737Z","end":"2026-05-28T03:00:03.105499Z","steps":["trace[449149389] 'read index received' (duration: 106.067911ms)","trace[449149389] 'applied index is now lower than readState.Index' (duration: 72.060339ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:03.105573Z","caller":"traceutil/trace.go:171","msg":"trace[1084871529] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"191.914548ms","start":"2026-05-28T03:00:02.913626Z","end":"2026-05-28T03:00:03.10554Z","steps":["trace[1084871529] 'process raft request' (duration: 191.6658ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:03.105579Z","caller":"traceutil/trace.go:171","msg":"trace[305865871] transaction","detail":"{read_only:false; response_revision:25538; number_of_response:1; }","duration":"132.276443ms","start":"2026-05-28T03:00:02.973274Z","end":"2026-05-28T03:00:03.105551Z","steps":["trace[305865871] 'process raft request' (duration: 132.17529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:03.105883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.45883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T03:00:03.105943Z","caller":"traceutil/trace.go:171","msg":"trace[1339439183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25538; }","duration":"178.613386ms","start":"2026-05-28T03:00:02.927315Z","end":"2026-05-28T03:00:03.105929Z","steps":["trace[1339439183] 'agreement among raft nodes before linearized reading' (duration: 178.325087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:03.106027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.990208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-28T03:00:03.106052Z","caller":"traceutil/trace.go:171","msg":"trace[771079129] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25538; }","duration":"123.04107ms","start":"2026-05-28T03:00:02.983005Z","end":"2026-05-28T03:00:03.106046Z","steps":["trace[771079129] 'agreement among raft nodes before linearized reading' (duration: 122.963717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:03.105951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.237691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T03:00:03.106132Z","caller":"traceutil/trace.go:171","msg":"trace[70061901] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25538; }","duration":"143.467499ms","start":"2026-05-28T03:00:02.962647Z","end":"2026-05-28T03:00:03.106114Z","steps":["trace[70061901] 'agreement among raft nodes before linearized reading' (duration: 143.214521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:03.106363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.611743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:00:03.106414Z","caller":"traceutil/trace.go:171","msg":"trace[208025660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25538; }","duration":"143.701576ms","start":"2026-05-28T03:00:02.962701Z","end":"2026-05-28T03:00:03.106403Z","steps":["trace[208025660] 'agreement among raft nodes before linearized reading' (duration: 143.530351ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:03.43301Z","caller":"traceutil/trace.go:171","msg":"trace[130664842] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"116.123269ms","start":"2026-05-28T03:00:03.316857Z","end":"2026-05-28T03:00:03.43298Z","steps":["trace[130664842] 'process raft request' (duration: 115.83902ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:03.519155Z","caller":"traceutil/trace.go:171","msg":"trace[421317868] transaction","detail":"{read_only:false; response_revision:25543; number_of_response:1; }","duration":"202.110502ms","start":"2026-05-28T03:00:03.317012Z","end":"2026-05-28T03:00:03.519122Z","steps":["trace[421317868] 'process raft request' (duration: 172.742659ms)","trace[421317868] 'compare' (duration: 29.152417ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:03.519249Z","caller":"traceutil/trace.go:171","msg":"trace[1947338315] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"198.176747ms","start":"2026-05-28T03:00:03.321061Z","end":"2026-05-28T03:00:03.519238Z","steps":["trace[1947338315] 'process raft request' (duration: 198.144866ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:03.519368Z","caller":"traceutil/trace.go:171","msg":"trace[1904076591] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"200.586594ms","start":"2026-05-28T03:00:03.318773Z","end":"2026-05-28T03:00:03.51936Z","steps":["trace[1904076591] 'process raft request' (duration: 200.281224ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:03.519373Z","caller":"traceutil/trace.go:171","msg":"trace[215305798] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"200.402058ms","start":"2026-05-28T03:00:03.318961Z","end":"2026-05-28T03:00:03.519363Z","steps":["trace[215305798] 'process raft request' (duration: 200.203532ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:04.383965Z","caller":"traceutil/trace.go:171","msg":"trace[1018715024] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"115.219732ms","start":"2026-05-28T03:00:04.268719Z","end":"2026-05-28T03:00:04.383939Z","steps":["trace[1018715024] 'process raft request' (duration: 114.878641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.749147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.683737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:00:04.749292Z","caller":"traceutil/trace.go:171","msg":"trace[2011561506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25547; }","duration":"166.825521ms","start":"2026-05-28T03:00:04.582384Z","end":"2026-05-28T03:00:04.749209Z","steps":["trace[2011561506] 'range keys from in-memory index tree' (duration: 166.501671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.749298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.281517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:00:04.749368Z","caller":"traceutil/trace.go:171","msg":"trace[571112628] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25547; }","duration":"157.441423ms","start":"2026-05-28T03:00:04.59191Z","end":"2026-05-28T03:00:04.749351Z","steps":["trace[571112628] 'count revisions from in-memory index tree' (duration: 157.226146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.749611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.798637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:04.749644Z","caller":"traceutil/trace.go:171","msg":"trace[853417877] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25547; }","duration":"271.866679ms","start":"2026-05-28T03:00:04.477768Z","end":"2026-05-28T03:00:04.749634Z","steps":["trace[853417877] 'count revisions from in-memory index tree' (duration: 271.722645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.749862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.087555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:04.749888Z","caller":"traceutil/trace.go:171","msg":"trace[605845568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25547; }","duration":"215.155807ms","start":"2026-05-28T03:00:04.534726Z","end":"2026-05-28T03:00:04.749882Z","steps":["trace[605845568] 'range keys from in-memory index tree' (duration: 214.968531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:05.537438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492452724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:00:05.65804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.047821ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-28T03:00:05.658155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:04.833492Z","time spent":"824.657972ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T03:00:05.665493Z","caller":"traceutil/trace.go:171","msg":"trace[1968826483] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"778.126094ms","start":"2026-05-28T03:00:04.887343Z","end":"2026-05-28T03:00:05.66547Z","steps":["trace[1968826483] 'process raft request' (duration: 777.965609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:05.665691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:04.887319Z","time spent":"778.30147ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:05.923296Z","caller":"traceutil/trace.go:171","msg":"trace[1186358415] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"811.649571ms","start":"2026-05-28T03:00:05.111618Z","end":"2026-05-28T03:00:05.923268Z","steps":["trace[1186358415] 'process raft request' (duration: 808.050697ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:05.92336Z","caller":"traceutil/trace.go:171","msg":"trace[495697803] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"484.751773ms","start":"2026-05-28T03:00:05.438587Z","end":"2026-05-28T03:00:05.923339Z","steps":["trace[495697803] 'process raft request' (duration: 484.682731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:05.923418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:05.111583Z","time spent":"811.772175ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:05.92344Z","caller":"traceutil/trace.go:171","msg":"trace[499153295] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"811.570078ms","start":"2026-05-28T03:00:05.11183Z","end":"2026-05-28T03:00:05.9234Z","steps":["trace[499153295] 'process raft request' (duration: 811.343131ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:05.923549Z","caller":"traceutil/trace.go:171","msg":"trace[835397278] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"399.429823ms","start":"2026-05-28T03:00:05.524112Z","end":"2026-05-28T03:00:05.923542Z","steps":["trace[835397278] 'process raft request' (duration: 399.194815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:05.923592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:05.524085Z","time spent":"399.487934ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:05.923626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:05.111809Z","time spent":"811.723133ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:05.923473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:05.438563Z","time spent":"484.849086ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:05.92382Z","caller":"traceutil/trace.go:171","msg":"trace[1518396621] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"399.496245ms","start":"2026-05-28T03:00:05.524302Z","end":"2026-05-28T03:00:05.923798Z","steps":["trace[1518396621] 'process raft request' (duration: 399.35157ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:05.923925Z","caller":"traceutil/trace.go:171","msg":"trace[1973975935] linearizableReadLoop","detail":"{readStateIndex:26425; appliedIndex:26417; }","duration":"887.090568ms","start":"2026-05-28T03:00:05.036822Z","end":"2026-05-28T03:00:05.923913Z","steps":["trace[1973975935] 'read index received' (duration: 628.494771ms)","trace[1973975935] 'applied index is now lower than readState.Index' (duration: 258.594717ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:05.923948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:05.524292Z","time spent":"399.595907ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:05.92396Z","caller":"traceutil/trace.go:171","msg":"trace[164664032] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"399.422912ms","start":"2026-05-28T03:00:05.52452Z","end":"2026-05-28T03:00:05.923943Z","steps":["trace[164664032] 'process raft request' (duration: 399.233186ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:05.924016Z","caller":"traceutil/trace.go:171","msg":"trace[841827339] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"264.523435ms","start":"2026-05-28T03:00:05.659483Z","end":"2026-05-28T03:00:05.924007Z","steps":["trace[841827339] 'process raft request' (duration: 264.376751ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:05.924046Z","caller":"traceutil/trace.go:171","msg":"trace[1515881475] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"399.873236ms","start":"2026-05-28T03:00:05.524164Z","end":"2026-05-28T03:00:05.924037Z","steps":["trace[1515881475] 'process raft request' (duration: 399.35132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:05.924127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:05.524138Z","time spent":"399.956159ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:05.924052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:05.524506Z","time spent":"399.498114ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:05.924277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.003633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:00:05.924272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.512326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:00:05.92431Z","caller":"traceutil/trace.go:171","msg":"trace[963486334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25557; }","duration":"390.067295ms","start":"2026-05-28T03:00:05.534234Z","end":"2026-05-28T03:00:05.924301Z","steps":["trace[963486334] 'agreement among raft nodes before linearized reading' (duration: 390.012883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:05.924335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:05.534217Z","time spent":"390.112455ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T03:00:05.924327Z","caller":"traceutil/trace.go:171","msg":"trace[25686346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25557; }","duration":"738.568248ms","start":"2026-05-28T03:00:05.185744Z","end":"2026-05-28T03:00:05.924312Z","steps":["trace[25686346] 'agreement among raft nodes before linearized reading' (duration: 738.362761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:05.924371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:05.1857Z","time spent":"738.659851ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:00:05.9245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.98497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:05.924572Z","caller":"traceutil/trace.go:171","msg":"trace[975445990] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25557; }","duration":"265.089924ms","start":"2026-05-28T03:00:05.659464Z","end":"2026-05-28T03:00:05.924554Z","steps":["trace[975445990] 'agreement among raft nodes before linearized reading' (duration: 264.933139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:05.924673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.743154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T03:00:05.924718Z","caller":"traceutil/trace.go:171","msg":"trace[1227097973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25557; }","duration":"738.835357ms","start":"2026-05-28T03:00:05.185873Z","end":"2026-05-28T03:00:05.924709Z","steps":["trace[1227097973] 'agreement among raft nodes before linearized reading' (duration: 738.704662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:05.924755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:05.185847Z","time spent":"738.900369ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:00:05.924858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.676904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:00:05.924877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.045698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T03:00:05.924894Z","caller":"traceutil/trace.go:171","msg":"trace[1845242708] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25557; }","duration":"570.748986ms","start":"2026-05-28T03:00:05.354132Z","end":"2026-05-28T03:00:05.924881Z","steps":["trace[1845242708] 'agreement among raft nodes before linearized reading' (duration: 570.685174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:05.924929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:05.354114Z","time spent":"570.805077ms","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:00:05.924927Z","caller":"traceutil/trace.go:171","msg":"trace[1330380658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25557; }","duration":"888.136051ms","start":"2026-05-28T03:00:05.036777Z","end":"2026-05-28T03:00:05.924913Z","steps":["trace[1330380658] 'agreement among raft nodes before linearized reading' (duration: 887.991286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:05.925096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:05.036758Z","time spent":"888.325937ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:00:05.925283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.491448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T03:00:05.925324Z","caller":"traceutil/trace.go:171","msg":"trace[862295920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25557; }","duration":"739.55541ms","start":"2026-05-28T03:00:05.185756Z","end":"2026-05-28T03:00:05.925312Z","steps":["trace[862295920] 'agreement among raft nodes before linearized reading' (duration: 739.460657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:05.92535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:05.185744Z","time spent":"739.598902ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T03:00:06.077692Z","caller":"traceutil/trace.go:171","msg":"trace[1707812660] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"147.60553ms","start":"2026-05-28T03:00:05.930058Z","end":"2026-05-28T03:00:06.077663Z","steps":["trace[1707812660] 'process raft request' (duration: 100.221794ms)","trace[1707812660] 'compare' (duration: 47.19342ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:06.07776Z","caller":"traceutil/trace.go:171","msg":"trace[386297951] transaction","detail":"{read_only:false; response_revision:25560; number_of_response:1; }","duration":"147.111194ms","start":"2026-05-28T03:00:05.930627Z","end":"2026-05-28T03:00:06.077738Z","steps":["trace[386297951] 'process raft request' (duration: 146.955019ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:06.077808Z","caller":"traceutil/trace.go:171","msg":"trace[884560633] transaction","detail":"{read_only:false; response_revision:25561; number_of_response:1; }","duration":"146.417252ms","start":"2026-05-28T03:00:05.931366Z","end":"2026-05-28T03:00:06.077783Z","steps":["trace[884560633] 'process raft request' (duration: 146.296819ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:06.798056Z","caller":"traceutil/trace.go:171","msg":"trace[1572698449] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"170.459556ms","start":"2026-05-28T03:00:06.627575Z","end":"2026-05-28T03:00:06.798035Z","steps":["trace[1572698449] 'process raft request' (duration: 170.306691ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:06.800014Z","caller":"traceutil/trace.go:171","msg":"trace[312998021] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"118.491965ms","start":"2026-05-28T03:00:06.681503Z","end":"2026-05-28T03:00:06.799995Z","steps":["trace[312998021] 'process raft request' (duration: 118.164775ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:08.078213Z","caller":"traceutil/trace.go:171","msg":"trace[1431754458] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"148.957893ms","start":"2026-05-28T03:00:07.929221Z","end":"2026-05-28T03:00:08.078179Z","steps":["trace[1431754458] 'process raft request' (duration: 86.509608ms)","trace[1431754458] 'compare' (duration: 62.069223ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:08.07836Z","caller":"traceutil/trace.go:171","msg":"trace[1218398164] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"146.453294ms","start":"2026-05-28T03:00:07.931884Z","end":"2026-05-28T03:00:08.078337Z","steps":["trace[1218398164] 'process raft request' (duration: 146.412542ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:08.078444Z","caller":"traceutil/trace.go:171","msg":"trace[1400971748] transaction","detail":"{read_only:false; response_revision:25586; number_of_response:1; }","duration":"148.658004ms","start":"2026-05-28T03:00:07.929773Z","end":"2026-05-28T03:00:08.078431Z","steps":["trace[1400971748] 'process raft request' (duration: 148.386645ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:08.078524Z","caller":"traceutil/trace.go:171","msg":"trace[2120349170] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"149.245232ms","start":"2026-05-28T03:00:07.92927Z","end":"2026-05-28T03:00:08.078515Z","steps":["trace[2120349170] 'process raft request' (duration: 148.767547ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:08.078511Z","caller":"traceutil/trace.go:171","msg":"trace[1349021893] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"147.794426ms","start":"2026-05-28T03:00:07.930705Z","end":"2026-05-28T03:00:08.078499Z","steps":["trace[1349021893] 'process raft request' (duration: 147.524087ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:08.078544Z","caller":"traceutil/trace.go:171","msg":"trace[1897370488] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"149.227142ms","start":"2026-05-28T03:00:07.929307Z","end":"2026-05-28T03:00:08.078534Z","steps":["trace[1897370488] 'process raft request' (duration: 148.814289ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:08.078518Z","caller":"traceutil/trace.go:171","msg":"trace[1628541552] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"148.657963ms","start":"2026-05-28T03:00:07.929827Z","end":"2026-05-28T03:00:08.078485Z","steps":["trace[1628541552] 'process raft request' (duration: 148.367164ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:08.099855Z","caller":"traceutil/trace.go:171","msg":"trace[900263778] transaction","detail":"{read_only:false; response_revision:25590; number_of_response:1; }","duration":"138.416898ms","start":"2026-05-28T03:00:07.961415Z","end":"2026-05-28T03:00:08.099832Z","steps":["trace[900263778] 'process raft request' (duration: 138.257823ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:09.971656Z","caller":"traceutil/trace.go:171","msg":"trace[472933003] linearizableReadLoop","detail":"{readStateIndex:26466; appliedIndex:26465; }","duration":"175.507217ms","start":"2026-05-28T03:00:09.796129Z","end":"2026-05-28T03:00:09.971636Z","steps":["trace[472933003] 'read index received' (duration: 175.402603ms)","trace[472933003] 'applied index is now lower than readState.Index' (duration: 103.754µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:09.971839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.689432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-28T03:00:09.971872Z","caller":"traceutil/trace.go:171","msg":"trace[2145063147] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25597; }","duration":"175.777296ms","start":"2026-05-28T03:00:09.796084Z","end":"2026-05-28T03:00:09.971862Z","steps":["trace[2145063147] 'agreement among raft nodes before linearized reading' (duration: 175.628751ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:09.971853Z","caller":"traceutil/trace.go:171","msg":"trace[1674459602] transaction","detail":"{read_only:false; response_revision:25597; number_of_response:1; }","duration":"264.36185ms","start":"2026-05-28T03:00:09.707454Z","end":"2026-05-28T03:00:09.971816Z","steps":["trace[1674459602] 'process raft request' (duration: 264.04668ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:12.232393Z","caller":"traceutil/trace.go:171","msg":"trace[2123652779] transaction","detail":"{read_only:false; response_revision:25618; number_of_response:1; }","duration":"107.667193ms","start":"2026-05-28T03:00:12.124693Z","end":"2026-05-28T03:00:12.232361Z","steps":["trace[2123652779] 'process raft request' (duration: 73.960421ms)","trace[2123652779] 'compare' (duration: 33.469355ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:12.232509Z","caller":"traceutil/trace.go:171","msg":"trace[826176093] transaction","detail":"{read_only:false; response_revision:25619; number_of_response:1; }","duration":"107.410695ms","start":"2026-05-28T03:00:12.125066Z","end":"2026-05-28T03:00:12.232477Z","steps":["trace[826176093] 'process raft request' (duration: 107.205669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:12.232727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.2126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:12.23272Z","caller":"traceutil/trace.go:171","msg":"trace[212555714] transaction","detail":"{read_only:false; response_revision:25620; number_of_response:1; }","duration":"107.456416ms","start":"2026-05-28T03:00:12.125208Z","end":"2026-05-28T03:00:12.232665Z","steps":["trace[212555714] 'process raft request' (duration: 107.138476ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:12.232775Z","caller":"traceutil/trace.go:171","msg":"trace[333543908] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25623; }","duration":"108.289533ms","start":"2026-05-28T03:00:12.12447Z","end":"2026-05-28T03:00:12.232759Z","steps":["trace[333543908] 'agreement among raft nodes before linearized reading' (duration: 108.19994ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:12.23284Z","caller":"traceutil/trace.go:171","msg":"trace[764993992] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"105.155713ms","start":"2026-05-28T03:00:12.127667Z","end":"2026-05-28T03:00:12.232823Z","steps":["trace[764993992] 'process raft request' (duration: 104.870364ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:12.233022Z","caller":"traceutil/trace.go:171","msg":"trace[1278508890] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"107.609331ms","start":"2026-05-28T03:00:12.125396Z","end":"2026-05-28T03:00:12.233005Z","steps":["trace[1278508890] 'process raft request' (duration: 107.005742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:12.233072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.238903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:00:12.23308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.310546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T03:00:12.233118Z","caller":"traceutil/trace.go:171","msg":"trace[1585892621] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25623; }","duration":"109.283944ms","start":"2026-05-28T03:00:12.123822Z","end":"2026-05-28T03:00:12.233106Z","steps":["trace[1585892621] 'agreement among raft nodes before linearized reading' (duration: 109.220832ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:12.23314Z","caller":"traceutil/trace.go:171","msg":"trace[671737312] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25623; }","duration":"104.396419ms","start":"2026-05-28T03:00:12.128729Z","end":"2026-05-28T03:00:12.233125Z","steps":["trace[671737312] 'agreement among raft nodes before linearized reading' (duration: 104.198342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:12.233277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.253483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:12.233313Z","caller":"traceutil/trace.go:171","msg":"trace[723050681] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25623; }","duration":"109.330105ms","start":"2026-05-28T03:00:12.123974Z","end":"2026-05-28T03:00:12.233304Z","steps":["trace[723050681] 'agreement among raft nodes before linearized reading' (duration: 109.277164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:12.23331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.101087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T03:00:12.23335Z","caller":"traceutil/trace.go:171","msg":"trace[1988754190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25623; }","duration":"103.15555ms","start":"2026-05-28T03:00:12.130184Z","end":"2026-05-28T03:00:12.23334Z","steps":["trace[1988754190] 'agreement among raft nodes before linearized reading' (duration: 103.078007ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:12.233374Z","caller":"traceutil/trace.go:171","msg":"trace[1223612009] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"107.859469ms","start":"2026-05-28T03:00:12.125502Z","end":"2026-05-28T03:00:12.233362Z","steps":["trace[1223612009] 'process raft request' (duration: 106.986141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:12.233437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.591504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:12.23347Z","caller":"traceutil/trace.go:171","msg":"trace[1380475575] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25623; }","duration":"109.667766ms","start":"2026-05-28T03:00:12.123794Z","end":"2026-05-28T03:00:12.233462Z","steps":["trace[1380475575] 'agreement among raft nodes before linearized reading' (duration: 109.622255ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:15.051353Z","caller":"traceutil/trace.go:171","msg":"trace[711491352] transaction","detail":"{read_only:false; response_revision:25651; number_of_response:1; }","duration":"151.876919ms","start":"2026-05-28T03:00:14.899441Z","end":"2026-05-28T03:00:15.051318Z","steps":["trace[711491352] 'process raft request' (duration: 151.561409ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:15.059862Z","caller":"traceutil/trace.go:171","msg":"trace[902900461] linearizableReadLoop","detail":"{readStateIndex:26524; appliedIndex:26522; }","duration":"112.325012ms","start":"2026-05-28T03:00:14.947522Z","end":"2026-05-28T03:00:15.059847Z","steps":["trace[902900461] 'read index received' (duration: 103.763779ms)","trace[902900461] 'applied index is now lower than readState.Index' (duration: 8.560283ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:15.060008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.481447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:00:15.060031Z","caller":"traceutil/trace.go:171","msg":"trace[3998203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25652; }","duration":"112.552169ms","start":"2026-05-28T03:00:14.947471Z","end":"2026-05-28T03:00:15.060023Z","steps":["trace[3998203] 'agreement among raft nodes before linearized reading' (duration: 112.431366ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:15.060127Z","caller":"traceutil/trace.go:171","msg":"trace[1104564609] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"128.043131ms","start":"2026-05-28T03:00:14.932065Z","end":"2026-05-28T03:00:15.060108Z","steps":["trace[1104564609] 'process raft request' (duration: 127.68734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.560584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.641078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:16.560719Z","caller":"traceutil/trace.go:171","msg":"trace[466799534] transaction","detail":"{read_only:false; response_revision:25680; number_of_response:1; }","duration":"178.086074ms","start":"2026-05-28T03:00:16.382606Z","end":"2026-05-28T03:00:16.560692Z","steps":["trace[466799534] 'process raft request' (duration: 67.225478ms)","trace[466799534] 'compare' (duration: 110.302548ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:16.618009Z","caller":"traceutil/trace.go:171","msg":"trace[765404882] transaction","detail":"{read_only:false; response_revision:25681; number_of_response:1; }","duration":"235.325803ms","start":"2026-05-28T03:00:16.382649Z","end":"2026-05-28T03:00:16.617975Z","steps":["trace[765404882] 'process raft request' (duration: 235.148597ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:16.618394Z","caller":"traceutil/trace.go:171","msg":"trace[1106325967] transaction","detail":"{read_only:false; response_revision:25682; number_of_response:1; }","duration":"234.90269ms","start":"2026-05-28T03:00:16.383462Z","end":"2026-05-28T03:00:16.618365Z","steps":["trace[1106325967] 'process raft request' (duration: 234.456116ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:16.61892Z","caller":"traceutil/trace.go:171","msg":"trace[1374492694] transaction","detail":"{read_only:false; response_revision:25683; number_of_response:1; }","duration":"234.043042ms","start":"2026-05-28T03:00:16.384863Z","end":"2026-05-28T03:00:16.618906Z","steps":["trace[1374492694] 'process raft request' (duration: 233.407392ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:17.32168Z","caller":"traceutil/trace.go:171","msg":"trace[64296223] transaction","detail":"{read_only:false; response_revision:25687; number_of_response:1; }","duration":"124.338694ms","start":"2026-05-28T03:00:17.197316Z","end":"2026-05-28T03:00:17.321654Z","steps":["trace[64296223] 'process raft request' (duration: 75.934245ms)","trace[64296223] 'compare' (duration: 48.189593ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:18.296161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.780146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:18.296242Z","caller":"traceutil/trace.go:171","msg":"trace[145967980] transaction","detail":"{read_only:false; response_revision:25690; number_of_response:1; }","duration":"378.664121ms","start":"2026-05-28T03:00:17.917562Z","end":"2026-05-28T03:00:18.296226Z","steps":["trace[145967980] 'process raft request' (duration: 176.765581ms)","trace[145967980] 'compare' (duration: 201.696643ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:18.296275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:17.917531Z","time spent":"378.730553ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9012,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:18.485961Z","caller":"traceutil/trace.go:171","msg":"trace[1017545965] transaction","detail":"{read_only:false; response_revision:25691; number_of_response:1; }","duration":"464.406337ms","start":"2026-05-28T03:00:18.021521Z","end":"2026-05-28T03:00:18.485927Z","steps":["trace[1017545965] 'process raft request' (duration: 457.107045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.486531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:18.021486Z","time spent":"464.572443ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:18.531844Z","caller":"traceutil/trace.go:171","msg":"trace[791905694] linearizableReadLoop","detail":"{readStateIndex:26564; appliedIndex:26562; }","duration":"283.97596ms","start":"2026-05-28T03:00:18.247839Z","end":"2026-05-28T03:00:18.531815Z","steps":["trace[791905694] 'read index received' (duration: 230.793669ms)","trace[791905694] 'applied index is now lower than readState.Index' (duration: 53.180851ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:18.53224Z","caller":"traceutil/trace.go:171","msg":"trace[2123849492] transaction","detail":"{read_only:false; response_revision:25692; number_of_response:1; }","duration":"376.168382ms","start":"2026-05-28T03:00:18.156057Z","end":"2026-05-28T03:00:18.532226Z","steps":["trace[2123849492] 'process raft request' (duration: 375.324235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.532365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:18.156032Z","time spent":"376.250684ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:18.532638Z","caller":"traceutil/trace.go:171","msg":"trace[665839811] transaction","detail":"{read_only:false; response_revision:25693; number_of_response:1; }","duration":"233.051541ms","start":"2026-05-28T03:00:18.299573Z","end":"2026-05-28T03:00:18.532624Z","steps":["trace[665839811] 'process raft request' (duration: 231.968797ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:18.532796Z","caller":"traceutil/trace.go:171","msg":"trace[1421803552] transaction","detail":"{read_only:false; response_revision:25694; number_of_response:1; }","duration":"180.409997ms","start":"2026-05-28T03:00:18.352375Z","end":"2026-05-28T03:00:18.532785Z","steps":["trace[1421803552] 'process raft request' (duration: 179.214979ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:18.532922Z","caller":"traceutil/trace.go:171","msg":"trace[333451141] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"150.94723ms","start":"2026-05-28T03:00:18.381966Z","end":"2026-05-28T03:00:18.532913Z","steps":["trace[333451141] 'process raft request' (duration: 149.68214ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:18.53305Z","caller":"traceutil/trace.go:171","msg":"trace[1023253606] transaction","detail":"{read_only:false; response_revision:25696; number_of_response:1; }","duration":"150.126593ms","start":"2026-05-28T03:00:18.382914Z","end":"2026-05-28T03:00:18.533041Z","steps":["trace[1023253606] 'process raft request' (duration: 148.782081ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:18.533186Z","caller":"traceutil/trace.go:171","msg":"trace[2051678347] transaction","detail":"{read_only:false; response_revision:25697; number_of_response:1; }","duration":"149.461293ms","start":"2026-05-28T03:00:18.383711Z","end":"2026-05-28T03:00:18.533172Z","steps":["trace[2051678347] 'process raft request' (duration: 148.020457ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:18.533312Z","caller":"traceutil/trace.go:171","msg":"trace[890446405] transaction","detail":"{read_only:false; response_revision:25698; number_of_response:1; }","duration":"147.048626ms","start":"2026-05-28T03:00:18.386255Z","end":"2026-05-28T03:00:18.533303Z","steps":["trace[890446405] 'process raft request' (duration: 145.515627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.533569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.719136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-05-28T03:00:18.53363Z","caller":"traceutil/trace.go:171","msg":"trace[961146409] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25698; }","duration":"285.814939ms","start":"2026-05-28T03:00:18.247794Z","end":"2026-05-28T03:00:18.533609Z","steps":["trace[961146409] 'agreement among raft nodes before linearized reading' (duration: 285.633993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.53392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.602792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:18.533959Z","caller":"traceutil/trace.go:171","msg":"trace[1254876566] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25698; }","duration":"285.645913ms","start":"2026-05-28T03:00:18.248304Z","end":"2026-05-28T03:00:18.53395Z","steps":["trace[1254876566] 'agreement among raft nodes before linearized reading' (duration: 285.585341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.534569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.038323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:18.534658Z","caller":"traceutil/trace.go:171","msg":"trace[1219820778] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25698; }","duration":"162.176957ms","start":"2026-05-28T03:00:18.372458Z","end":"2026-05-28T03:00:18.534635Z","steps":["trace[1219820778] 'agreement among raft nodes before linearized reading' (duration: 162.025672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.534919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.427551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-05-28T03:00:18.534954Z","caller":"traceutil/trace.go:171","msg":"trace[75900296] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25698; }","duration":"182.530974ms","start":"2026-05-28T03:00:18.352415Z","end":"2026-05-28T03:00:18.534946Z","steps":["trace[75900296] 'agreement among raft nodes before linearized reading' (duration: 182.442761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.535107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.307474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:18.53514Z","caller":"traceutil/trace.go:171","msg":"trace[2108049993] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25698; }","duration":"236.379397ms","start":"2026-05-28T03:00:18.298753Z","end":"2026-05-28T03:00:18.535133Z","steps":["trace[2108049993] 'agreement among raft nodes before linearized reading' (duration: 236.330806ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:18.958555Z","caller":"traceutil/trace.go:171","msg":"trace[1793784692] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"278.763505ms","start":"2026-05-28T03:00:18.679766Z","end":"2026-05-28T03:00:18.958529Z","steps":["trace[1793784692] 'process raft request' (duration: 207.491168ms)","trace[1793784692] 'compare' (duration: 71.034609ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:18.958626Z","caller":"traceutil/trace.go:171","msg":"trace[2042691718] transaction","detail":"{read_only:false; response_revision:25702; number_of_response:1; }","duration":"278.762564ms","start":"2026-05-28T03:00:18.679851Z","end":"2026-05-28T03:00:18.958614Z","steps":["trace[2042691718] 'process raft request' (duration: 278.704523ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:19.610972Z","caller":"traceutil/trace.go:171","msg":"trace[1371064780] linearizableReadLoop","detail":"{readStateIndex:26577; appliedIndex:26576; }","duration":"190.763016ms","start":"2026-05-28T03:00:19.420183Z","end":"2026-05-28T03:00:19.610946Z","steps":["trace[1371064780] 'read index received' (duration: 190.507038ms)","trace[1371064780] 'applied index is now lower than readState.Index' (duration: 255.078µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:19.611118Z","caller":"traceutil/trace.go:171","msg":"trace[1287141476] transaction","detail":"{read_only:false; response_revision:25705; number_of_response:1; }","duration":"192.763279ms","start":"2026-05-28T03:00:19.418316Z","end":"2026-05-28T03:00:19.61108Z","steps":["trace[1287141476] 'process raft request' (duration: 192.47533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:19.611312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.108587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T03:00:19.611893Z","caller":"traceutil/trace.go:171","msg":"trace[926551014] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25705; }","duration":"191.707145ms","start":"2026-05-28T03:00:19.420166Z","end":"2026-05-28T03:00:19.611874Z","steps":["trace[926551014] 'agreement among raft nodes before linearized reading' (duration: 191.015063ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:21.370522Z","caller":"traceutil/trace.go:171","msg":"trace[60441763] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"387.354587ms","start":"2026-05-28T03:00:20.983135Z","end":"2026-05-28T03:00:21.370489Z","steps":["trace[60441763] 'process raft request' (duration: 374.384135ms)","trace[60441763] 'compare' (duration: 11.676271ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:21.370666Z","caller":"traceutil/trace.go:171","msg":"trace[436377645] linearizableReadLoop","detail":"{readStateIndex:26595; appliedIndex:26594; }","duration":"353.15907ms","start":"2026-05-28T03:00:21.017481Z","end":"2026-05-28T03:00:21.37064Z","steps":["trace[436377645] 'read index received' (duration: 340.081594ms)","trace[436377645] 'applied index is now lower than readState.Index' (duration: 13.075266ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:21.370692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:20.983113Z","time spent":"387.493682ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5353,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:21.370966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.365058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T03:00:21.371102Z","caller":"traceutil/trace.go:171","msg":"trace[30252794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25723; }","duration":"170.526863ms","start":"2026-05-28T03:00:21.200548Z","end":"2026-05-28T03:00:21.371075Z","steps":["trace[30252794] 'agreement among raft nodes before linearized reading' (duration: 170.241574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:21.371015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.429956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:00:21.371206Z","caller":"traceutil/trace.go:171","msg":"trace[1513843447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25723; }","duration":"407.631323ms","start":"2026-05-28T03:00:20.963564Z","end":"2026-05-28T03:00:21.371196Z","steps":["trace[1513843447] 'agreement among raft nodes before linearized reading' (duration: 407.202299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:21.371232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:20.963513Z","time spent":"407.712064ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T03:00:21.370958Z","caller":"traceutil/trace.go:171","msg":"trace[679059603] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"347.858511ms","start":"2026-05-28T03:00:21.022987Z","end":"2026-05-28T03:00:21.370845Z","steps":["trace[679059603] 'process raft request' (duration: 347.51353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:21.371412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:21.022968Z","time spent":"348.337357ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:22.138972Z","caller":"traceutil/trace.go:171","msg":"trace[1718538301] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"155.67624ms","start":"2026-05-28T03:00:21.983276Z","end":"2026-05-28T03:00:22.138952Z","steps":["trace[1718538301] 'process raft request' (duration: 155.566137ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:22.159197Z","caller":"traceutil/trace.go:171","msg":"trace[823461444] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"133.573437ms","start":"2026-05-28T03:00:22.025552Z","end":"2026-05-28T03:00:22.159125Z","steps":["trace[823461444] 'process raft request' (duration: 133.36239ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:22.712406Z","caller":"traceutil/trace.go:171","msg":"trace[1299626283] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"203.443769ms","start":"2026-05-28T03:00:22.508933Z","end":"2026-05-28T03:00:22.712377Z","steps":["trace[1299626283] 'process raft request' (duration: 124.511659ms)","trace[1299626283] 'compare' (duration: 78.809296ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:22.735617Z","caller":"traceutil/trace.go:171","msg":"trace[1231937045] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"226.277815ms","start":"2026-05-28T03:00:22.509317Z","end":"2026-05-28T03:00:22.735595Z","steps":["trace[1231937045] 'process raft request' (duration: 226.079089ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:22.735818Z","caller":"traceutil/trace.go:171","msg":"trace[1016846930] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"123.958521ms","start":"2026-05-28T03:00:22.611825Z","end":"2026-05-28T03:00:22.735784Z","steps":["trace[1016846930] 'process raft request' (duration: 123.696593ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:22.736054Z","caller":"traceutil/trace.go:171","msg":"trace[1765599174] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"114.353726ms","start":"2026-05-28T03:00:22.621682Z","end":"2026-05-28T03:00:22.736036Z","steps":["trace[1765599174] 'process raft request' (duration: 114.246263ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:22.736205Z","caller":"traceutil/trace.go:171","msg":"trace[662113615] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"116.907497ms","start":"2026-05-28T03:00:22.619283Z","end":"2026-05-28T03:00:22.73619Z","steps":["trace[662113615] 'process raft request' (duration: 116.474843ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:22.736203Z","caller":"traceutil/trace.go:171","msg":"trace[1303395265] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"114.403428ms","start":"2026-05-28T03:00:22.62178Z","end":"2026-05-28T03:00:22.736183Z","steps":["trace[1303395265] 'process raft request' (duration: 114.212482ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:22.736286Z","caller":"traceutil/trace.go:171","msg":"trace[595912301] linearizableReadLoop","detail":"{readStateIndex:26606; appliedIndex:26604; }","duration":"202.866341ms","start":"2026-05-28T03:00:22.533401Z","end":"2026-05-28T03:00:22.736267Z","steps":["trace[595912301] 'read index received' (duration: 100.054902ms)","trace[595912301] 'applied index is now lower than readState.Index' (duration: 102.810439ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:22.736342Z","caller":"traceutil/trace.go:171","msg":"trace[1634721086] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"111.073291ms","start":"2026-05-28T03:00:22.625254Z","end":"2026-05-28T03:00:22.736327Z","steps":["trace[1634721086] 'process raft request' (duration: 110.917297ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:22.736384Z","caller":"traceutil/trace.go:171","msg":"trace[591553464] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"112.844358ms","start":"2026-05-28T03:00:22.623525Z","end":"2026-05-28T03:00:22.736369Z","steps":["trace[591553464] 'process raft request' (duration: 112.571609ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:22.736398Z","caller":"traceutil/trace.go:171","msg":"trace[1146989605] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"110.738241ms","start":"2026-05-28T03:00:22.625645Z","end":"2026-05-28T03:00:22.736383Z","steps":["trace[1146989605] 'process raft request' (duration: 110.578676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.736565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.15259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:22.736618Z","caller":"traceutil/trace.go:171","msg":"trace[542362505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25740; }","duration":"203.253413ms","start":"2026-05-28T03:00:22.533351Z","end":"2026-05-28T03:00:22.736605Z","steps":["trace[542362505] 'agreement among raft nodes before linearized reading' (duration: 203.106839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.736659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.05731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-05-28T03:00:22.736724Z","caller":"traceutil/trace.go:171","msg":"trace[882280029] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25740; }","duration":"177.151794ms","start":"2026-05-28T03:00:22.559556Z","end":"2026-05-28T03:00:22.736708Z","steps":["trace[882280029] 'agreement among raft nodes before linearized reading' (duration: 176.979818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.736998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.681145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-05-28T03:00:22.73703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.418288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:22.737054Z","caller":"traceutil/trace.go:171","msg":"trace[839821548] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25740; }","duration":"113.758607ms","start":"2026-05-28T03:00:22.623283Z","end":"2026-05-28T03:00:22.737041Z","steps":["trace[839821548] 'agreement among raft nodes before linearized reading' (duration: 113.625013ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:22.737079Z","caller":"traceutil/trace.go:171","msg":"trace[1991449141] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25740; }","duration":"175.47777ms","start":"2026-05-28T03:00:22.561589Z","end":"2026-05-28T03:00:22.737067Z","steps":["trace[1991449141] 'agreement among raft nodes before linearized reading' (duration: 175.404818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.737089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.916663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:22.737145Z","caller":"traceutil/trace.go:171","msg":"trace[1581239009] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25740; }","duration":"114.009245ms","start":"2026-05-28T03:00:22.623123Z","end":"2026-05-28T03:00:22.737132Z","steps":["trace[1581239009] 'agreement among raft nodes before linearized reading' (duration: 113.896882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.736663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.047031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T03:00:22.737203Z","caller":"traceutil/trace.go:171","msg":"trace[2089526487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25740; }","duration":"111.609599ms","start":"2026-05-28T03:00:22.62558Z","end":"2026-05-28T03:00:22.73719Z","steps":["trace[2089526487] 'agreement among raft nodes before linearized reading' (duration: 110.997619ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:08.40068Z","caller":"traceutil/trace.go:171","msg":"trace[2058880148] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"109.44018ms","start":"2026-05-28T03:01:08.291188Z","end":"2026-05-28T03:01:08.400628Z","steps":["trace[2058880148] 'process raft request' (duration: 13.071576ms)","trace[2058880148] 'compare' (duration: 95.399154ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:08.476042Z","caller":"traceutil/trace.go:171","msg":"trace[1069757962] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"183.042601ms","start":"2026-05-28T03:01:08.292971Z","end":"2026-05-28T03:01:08.476014Z","steps":["trace[1069757962] 'process raft request' (duration: 182.969759ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:08.476082Z","caller":"traceutil/trace.go:171","msg":"trace[462700867] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"184.197418ms","start":"2026-05-28T03:01:08.291844Z","end":"2026-05-28T03:01:08.476042Z","steps":["trace[462700867] 'process raft request' (duration: 183.937249ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:12.201722Z","caller":"traceutil/trace.go:171","msg":"trace[1044579817] transaction","detail":"{read_only:false; response_revision:26216; number_of_response:1; }","duration":"219.640605ms","start":"2026-05-28T03:01:11.982059Z","end":"2026-05-28T03:01:12.2017Z","steps":["trace[1044579817] 'process raft request' (duration: 219.465839ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:12.205565Z","caller":"traceutil/trace.go:171","msg":"trace[1093776086] transaction","detail":"{read_only:false; response_revision:26217; number_of_response:1; }","duration":"223.026812ms","start":"2026-05-28T03:01:11.982494Z","end":"2026-05-28T03:01:12.205521Z","steps":["trace[1093776086] 'process raft request' (duration: 222.748413ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:12.205618Z","caller":"traceutil/trace.go:171","msg":"trace[1384428387] linearizableReadLoop","detail":"{readStateIndex:27103; appliedIndex:27101; }","duration":"162.611901ms","start":"2026-05-28T03:01:12.042987Z","end":"2026-05-28T03:01:12.205599Z","steps":["trace[1384428387] 'read index received' (duration: 158.590133ms)","trace[1384428387] 'applied index is now lower than readState.Index' (duration: 4.020578ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:12.205802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.469485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:12.205844Z","caller":"traceutil/trace.go:171","msg":"trace[1599857020] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26218; }","duration":"100.578168ms","start":"2026-05-28T03:01:12.105255Z","end":"2026-05-28T03:01:12.205833Z","steps":["trace[1599857020] 'agreement among raft nodes before linearized reading' (duration: 100.499716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:12.205799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.801337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:12.205929Z","caller":"traceutil/trace.go:171","msg":"trace[330309350] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26218; }","duration":"162.968423ms","start":"2026-05-28T03:01:12.042946Z","end":"2026-05-28T03:01:12.205914Z","steps":["trace[330309350] 'agreement among raft nodes before linearized reading' (duration: 162.805968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:13.261764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.413378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-28T03:01:13.261855Z","caller":"traceutil/trace.go:171","msg":"trace[302077836] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26230; }","duration":"776.546003ms","start":"2026-05-28T03:01:12.485287Z","end":"2026-05-28T03:01:13.261833Z","steps":["trace[302077836] 'range keys from in-memory index tree' (duration: 776.251174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:13.261901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:12.485272Z","time spent":"776.618255ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T03:01:13.262417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.139588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-28T03:01:13.262499Z","caller":"traceutil/trace.go:171","msg":"trace[660189412] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26230; }","duration":"697.255402ms","start":"2026-05-28T03:01:12.565226Z","end":"2026-05-28T03:01:13.262481Z","steps":["trace[660189412] 'range keys from in-memory index tree' (duration: 696.935951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:13.262544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:12.56521Z","time spent":"697.324433ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T03:01:13.26269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.776314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:13.262796Z","caller":"traceutil/trace.go:171","msg":"trace[1607690217] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26230; }","duration":"589.885127ms","start":"2026-05-28T03:01:12.67285Z","end":"2026-05-28T03:01:13.262735Z","steps":["trace[1607690217] 'count revisions from in-memory index tree' (duration: 589.68429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:13.262825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.967837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:13.262865Z","caller":"traceutil/trace.go:171","msg":"trace[1787395725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26230; }","duration":"661.009498ms","start":"2026-05-28T03:01:12.601844Z","end":"2026-05-28T03:01:13.262854Z","steps":["trace[1787395725] 'range keys from in-memory index tree' (duration: 660.918186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:13.262873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:12.672821Z","time spent":"590.033911ms","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:13.262905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:12.601804Z","time spent":"661.094311ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:01:13.263152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.225785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:13.263232Z","caller":"traceutil/trace.go:171","msg":"trace[632154101] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26230; }","duration":"661.351179ms","start":"2026-05-28T03:01:12.601864Z","end":"2026-05-28T03:01:13.263215Z","steps":["trace[632154101] 'range keys from in-memory index tree' (duration: 661.171664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:13.263271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:12.601846Z","time spent":"661.415091ms","remote":"127.0.0.1:47950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-05-28T03:01:13.263442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.568336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:01:13.263513Z","caller":"traceutil/trace.go:171","msg":"trace[371945814] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"343.333307ms","start":"2026-05-28T03:01:12.920165Z","end":"2026-05-28T03:01:13.263499Z","steps":["trace[371945814] 'process raft request' (duration: 143.651087ms)","trace[371945814] 'compare' (duration: 198.347417ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:13.263574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:12.920146Z","time spent":"343.395498ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:14.640515Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.50226122s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T03:01:15.26588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999712729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:01:15.265958Z","caller":"traceutil/trace.go:171","msg":"trace[895429634] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999805022s","start":"2026-05-28T03:01:13.266135Z","end":"2026-05-28T03:01:15.26594Z","steps":["trace[895429634] 'agreement among raft nodes before linearized reading' (duration: 1.999710629s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:15.266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.266096Z","time spent":"1.999892115s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:01:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:15.50267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.815666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:01:15.503268Z","caller":"traceutil/trace.go:171","msg":"trace[1489326125] linearizableReadLoop","detail":"{readStateIndex:27119; appliedIndex:27117; }","duration":"2.501371862s","start":"2026-05-28T03:01:13.00187Z","end":"2026-05-28T03:01:15.503242Z","steps":["trace[1489326125] 'read index received' (duration: 61.899579ms)","trace[1489326125] 'applied index is now lower than readState.Index' (duration: 2.439470793s)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:15.50361Z","caller":"traceutil/trace.go:171","msg":"trace[974055782] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"2.55483343s","start":"2026-05-28T03:01:12.94873Z","end":"2026-05-28T03:01:15.503563Z","steps":["trace[974055782] 'process raft request' (duration: 1.691971892s)","trace[974055782] 'compare' (duration: 860.870095ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:15.516502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:12.948709Z","time spent":"2.56769782s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:15.503913Z","caller":"traceutil/trace.go:171","msg":"trace[1082304717] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"2.445815255s","start":"2026-05-28T03:01:13.058059Z","end":"2026-05-28T03:01:15.503874Z","steps":["trace[1082304717] 'process raft request' (duration: 2.444763152s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:15.51755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.058013Z","time spent":"2.45950409s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:15.503991Z","caller":"traceutil/trace.go:171","msg":"trace[62953377] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"2.445725182s","start":"2026-05-28T03:01:13.058256Z","end":"2026-05-28T03:01:15.503981Z","steps":["trace[62953377] 'process raft request' (duration: 2.4446959s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:15.517712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.058244Z","time spent":"2.459442888s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:15.504026Z","caller":"traceutil/trace.go:171","msg":"trace[684157384] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"2.445711271s","start":"2026-05-28T03:01:13.058306Z","end":"2026-05-28T03:01:15.504017Z","steps":["trace[684157384] 'process raft request' (duration: 2.444698309s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:15.51788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.058299Z","time spent":"2.459558342s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:15.504053Z","caller":"traceutil/trace.go:171","msg":"trace[1940518980] transaction","detail":"{read_only:false; response_revision:26236; number_of_response:1; }","duration":"2.44568739s","start":"2026-05-28T03:01:13.058357Z","end":"2026-05-28T03:01:15.504045Z","steps":["trace[1940518980] 'process raft request' (duration: 2.444694109s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:15.518066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.058351Z","time spent":"2.459688926s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:15.504088Z","caller":"traceutil/trace.go:171","msg":"trace[768819206] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"2.445468343s","start":"2026-05-28T03:01:13.058607Z","end":"2026-05-28T03:01:15.504075Z","steps":["trace[768819206] 'process raft request' (duration: 2.444492042s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:15.518233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.058597Z","time spent":"2.459610374s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:15.504119Z","caller":"traceutil/trace.go:171","msg":"trace[558468915] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"2.443056757s","start":"2026-05-28T03:01:13.061053Z","end":"2026-05-28T03:01:15.50411Z","steps":["trace[558468915] 'process raft request' (duration: 2.442136708s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:15.518416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.061042Z","time spent":"2.457344511s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:15.504286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502388834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-6ff5c84495-rd5f4\" ","response":"range_response_count:1 size:8422"} {"level":"info","ts":"2026-05-28T03:01:15.518593Z","caller":"traceutil/trace.go:171","msg":"trace[244962742] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-6ff5c84495-rd5f4; range_end:; response_count:1; response_revision:26238; }","duration":"2.516741621s","start":"2026-05-28T03:01:13.001836Z","end":"2026-05-28T03:01:15.518578Z","steps":["trace[244962742] 'agreement among raft nodes before linearized reading' (duration: 2.502303471s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:15.518634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.001821Z","time spent":"2.516801982s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8445,"request content":"key:\"/registry/pods/openstack/magnum-api-6ff5c84495-rd5f4\" "} {"level":"warn","ts":"2026-05-28T03:01:16.004307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454257,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:16.18001Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.539322439s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T03:01:16.183497Z","caller":"traceutil/trace.go:171","msg":"trace[2081452214] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"2.917448923s","start":"2026-05-28T03:01:13.266017Z","end":"2026-05-28T03:01:16.183466Z","steps":["trace[2081452214] 'process raft request' (duration: 2.914170768s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:16.183552Z","caller":"traceutil/trace.go:171","msg":"trace[256234214] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"2.901605329s","start":"2026-05-28T03:01:13.281927Z","end":"2026-05-28T03:01:16.183532Z","steps":["trace[256234214] 'process raft request' (duration: 2.901455704s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.183612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.265992Z","time spent":"2.917565827s","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2471,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:01:16.183668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.281902Z","time spent":"2.901695882s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:16.183771Z","caller":"traceutil/trace.go:171","msg":"trace[1666749996] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"2.894582655s","start":"2026-05-28T03:01:13.289124Z","end":"2026-05-28T03:01:16.183707Z","steps":["trace[1666749996] 'process raft request' (duration: 2.894366668s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.183985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.289107Z","time spent":"2.894763802s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:16.203196Z","caller":"traceutil/trace.go:171","msg":"trace[289521587] linearizableReadLoop","detail":"{readStateIndex:27130; appliedIndex:27125; }","duration":"699.842185ms","start":"2026-05-28T03:01:15.503317Z","end":"2026-05-28T03:01:16.203159Z","steps":["trace[289521587] 'read index received' (duration: 676.964377ms)","trace[289521587] 'applied index is now lower than readState.Index' (duration: 22.875858ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:16.203549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134641401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:16.205612Z","caller":"traceutil/trace.go:171","msg":"trace[1200187701] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26243; }","duration":"1.136848741s","start":"2026-05-28T03:01:15.068743Z","end":"2026-05-28T03:01:16.205592Z","steps":["trace[1200187701] 'agreement among raft nodes before linearized reading' (duration: 1.134556148s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.205669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:15.068715Z","time spent":"1.136932284s","remote":"127.0.0.1:60436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:16.203604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317462813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:01:16.206008Z","caller":"traceutil/trace.go:171","msg":"trace[1496179633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26243; }","duration":"2.319902921s","start":"2026-05-28T03:01:13.886054Z","end":"2026-05-28T03:01:16.205957Z","steps":["trace[1496179633] 'agreement among raft nodes before linearized reading' (duration: 2.317292718s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.203729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366529875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T03:01:16.206103Z","caller":"traceutil/trace.go:171","msg":"trace[670239866] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:26243; }","duration":"1.36889729s","start":"2026-05-28T03:01:14.837191Z","end":"2026-05-28T03:01:16.206089Z","steps":["trace[670239866] 'agreement among raft nodes before linearized reading' (duration: 1.366454772s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.206134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.886037Z","time spent":"2.320051546s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:16.203813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430761487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-7rw4w.18b398ba332e43d0\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-05-28T03:01:16.206184Z","caller":"traceutil/trace.go:171","msg":"trace[25009930] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-7rw4w.18b398ba332e43d0; range_end:; response_count:1; response_revision:26243; }","duration":"1.433208675s","start":"2026-05-28T03:01:14.772964Z","end":"2026-05-28T03:01:16.206173Z","steps":["trace[25009930] 'agreement among raft nodes before linearized reading' (duration: 1.430783608s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.206222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:14.772947Z","time spent":"1.433268357s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":790,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-7rw4w.18b398ba332e43d0\" "} {"level":"warn","ts":"2026-05-28T03:01:16.206149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:14.837116Z","time spent":"1.369014643s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-05-28T03:01:16.20404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.268704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:16.206626Z","caller":"traceutil/trace.go:171","msg":"trace[46509787] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26243; }","duration":"878.883797ms","start":"2026-05-28T03:01:15.327724Z","end":"2026-05-28T03:01:16.206608Z","steps":["trace[46509787] 'agreement among raft nodes before linearized reading' (duration: 876.281145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.206661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:15.327708Z","time spent":"878.94014ms","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:16.204104Z","caller":"traceutil/trace.go:171","msg":"trace[466922440] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"921.800133ms","start":"2026-05-28T03:01:15.282269Z","end":"2026-05-28T03:01:16.204069Z","steps":["trace[466922440] 'process raft request' (duration: 920.402258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.206899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:15.282247Z","time spent":"924.56864ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:16.204097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.32215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:16.207026Z","caller":"traceutil/trace.go:171","msg":"trace[126146274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26243; }","duration":"931.294944ms","start":"2026-05-28T03:01:15.275721Z","end":"2026-05-28T03:01:16.207016Z","steps":["trace[126146274] 'agreement among raft nodes before linearized reading' (duration: 928.3251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.20705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:15.275706Z","time spent":"931.339686ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:01:16.204548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.941521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-28T03:01:16.207167Z","caller":"traceutil/trace.go:171","msg":"trace[2037558065] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b398a427727950; range_end:; response_count:1; response_revision:26243; }","duration":"932.560165ms","start":"2026-05-28T03:01:15.274597Z","end":"2026-05-28T03:01:16.207157Z","steps":["trace[2037558065] 'agreement among raft nodes before linearized reading' (duration: 929.660102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.207206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:15.274526Z","time spent":"932.671278ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" "} {"level":"warn","ts":"2026-05-28T03:01:16.204797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.772974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:16.207319Z","caller":"traceutil/trace.go:171","msg":"trace[1901091026] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26243; }","duration":"981.334636ms","start":"2026-05-28T03:01:15.225977Z","end":"2026-05-28T03:01:16.207312Z","steps":["trace[1901091026] 'agreement among raft nodes before linearized reading' (duration: 978.623549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.207341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:15.22596Z","time spent":"981.373706ms","remote":"127.0.0.1:57882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:16.204817Z","caller":"traceutil/trace.go:171","msg":"trace[1878552622] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"673.022111ms","start":"2026-05-28T03:01:15.531767Z","end":"2026-05-28T03:01:16.204789Z","steps":["trace[1878552622] 'process raft request' (duration: 671.118971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.207461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:15.531729Z","time spent":"675.709087ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8551,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:16.205025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42491262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T03:01:16.207555Z","caller":"traceutil/trace.go:171","msg":"trace[1865240815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26243; }","duration":"2.427476102s","start":"2026-05-28T03:01:13.780072Z","end":"2026-05-28T03:01:16.207548Z","steps":["trace[1865240815] 'agreement among raft nodes before linearized reading' (duration: 2.424821788s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.207573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.779985Z","time spent":"2.427582305s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:16.205117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.033168342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:01:16.207696Z","caller":"traceutil/trace.go:171","msg":"trace[1400106005] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26243; }","duration":"3.035776665s","start":"2026-05-28T03:01:13.171909Z","end":"2026-05-28T03:01:16.207686Z","steps":["trace[1400106005] 'agreement among raft nodes before linearized reading' (duration: 3.033144311s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.207721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.171894Z","time spent":"3.035818096s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:16.2052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04378713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T03:01:16.207808Z","caller":"traceutil/trace.go:171","msg":"trace[374578542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26243; }","duration":"3.046442644s","start":"2026-05-28T03:01:13.161354Z","end":"2026-05-28T03:01:16.207797Z","steps":["trace[374578542] 'agreement among raft nodes before linearized reading' (duration: 3.04379074s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.20785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.161328Z","time spent":"3.046509536s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:01:16.205211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342994785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:01:16.2079Z","caller":"traceutil/trace.go:171","msg":"trace[573175394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26243; }","duration":"2.345863296s","start":"2026-05-28T03:01:13.862029Z","end":"2026-05-28T03:01:16.207893Z","steps":["trace[573175394] 'agreement among raft nodes before linearized reading' (duration: 2.342982884s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.207941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.862013Z","time spent":"2.345921619s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:01:16.205479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986963423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T03:01:16.207999Z","caller":"traceutil/trace.go:171","msg":"trace[1757746781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26243; }","duration":"2.989507094s","start":"2026-05-28T03:01:13.218477Z","end":"2026-05-28T03:01:16.207984Z","steps":["trace[1757746781] 'agreement among raft nodes before linearized reading' (duration: 2.986929052s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.208028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.218462Z","time spent":"2.989557035s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:16.203958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022905336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:16.208086Z","caller":"traceutil/trace.go:171","msg":"trace[940919277] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26243; }","duration":"2.027040048s","start":"2026-05-28T03:01:14.181032Z","end":"2026-05-28T03:01:16.208072Z","steps":["trace[940919277] 'agreement among raft nodes before linearized reading' (duration: 2.022800263s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.208108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:14.181014Z","time spent":"2.0270861s","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:01:16.212268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.920463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:16.212346Z","caller":"traceutil/trace.go:171","msg":"trace[412387760] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26243; }","duration":"281.052547ms","start":"2026-05-28T03:01:15.931274Z","end":"2026-05-28T03:01:16.212327Z","steps":["trace[412387760] 'agreement among raft nodes before linearized reading' (duration: 280.939914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.212278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.256154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T03:01:16.212452Z","caller":"traceutil/trace.go:171","msg":"trace[435743869] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26243; }","duration":"448.46286ms","start":"2026-05-28T03:01:15.763957Z","end":"2026-05-28T03:01:16.212419Z","steps":["trace[435743869] 'agreement among raft nodes before linearized reading' (duration: 448.176571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.2125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:15.763941Z","time spent":"448.546553ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T03:01:19.584779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454415,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T03:01:19.66525Z","caller":"traceutil/trace.go:171","msg":"trace[1635797499] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"709.216616ms","start":"2026-05-28T03:01:18.955999Z","end":"2026-05-28T03:01:19.665215Z","steps":["trace[1635797499] 'process raft request' (duration: 708.979178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:19.665458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:18.955973Z","time spent":"709.38399ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8367,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:19.67027Z","caller":"traceutil/trace.go:171","msg":"trace[1800509102] transaction","detail":"{read_only:false; response_revision:26296; number_of_response:1; }","duration":"132.794553ms","start":"2026-05-28T03:01:19.537452Z","end":"2026-05-28T03:01:19.670246Z","steps":["trace[1800509102] 'process raft request' (duration: 132.674869ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:19.670349Z","caller":"traceutil/trace.go:171","msg":"trace[820715941] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"648.343018ms","start":"2026-05-28T03:01:19.021945Z","end":"2026-05-28T03:01:19.670288Z","steps":["trace[820715941] 'process raft request' (duration: 648.005057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:19.67057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:19.021921Z","time spent":"648.533883ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:19.670606Z","caller":"traceutil/trace.go:171","msg":"trace[514218356] linearizableReadLoop","detail":"{readStateIndex:27193; appliedIndex:27184; }","duration":"586.885893ms","start":"2026-05-28T03:01:19.083701Z","end":"2026-05-28T03:01:19.670587Z","steps":["trace[514218356] 'read index received' (duration: 581.231033ms)","trace[514218356] 'applied index is now lower than readState.Index' (duration: 5.65401ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:19.670709Z","caller":"traceutil/trace.go:171","msg":"trace[1814017057] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"132.148552ms","start":"2026-05-28T03:01:19.538553Z","end":"2026-05-28T03:01:19.670702Z","steps":["trace[1814017057] 'process raft request' (duration: 131.630966ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:19.670743Z","caller":"traceutil/trace.go:171","msg":"trace[1185868263] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"129.717665ms","start":"2026-05-28T03:01:19.541Z","end":"2026-05-28T03:01:19.670718Z","steps":["trace[1185868263] 'process raft request' (duration: 129.529369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:19.670941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.70604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:19.67097Z","caller":"traceutil/trace.go:171","msg":"trace[2056178424] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"131.039057ms","start":"2026-05-28T03:01:19.539926Z","end":"2026-05-28T03:01:19.670965Z","steps":["trace[2056178424] 'process raft request' (duration: 130.543781ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:19.670977Z","caller":"traceutil/trace.go:171","msg":"trace[701205549] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26302; }","duration":"449.790943ms","start":"2026-05-28T03:01:19.221177Z","end":"2026-05-28T03:01:19.670968Z","steps":["trace[701205549] 'agreement among raft nodes before linearized reading' (duration: 449.70995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:19.670999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:19.22116Z","time spent":"449.832784ms","remote":"127.0.0.1:60096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:19.671057Z","caller":"traceutil/trace.go:171","msg":"trace[604031257] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"131.042177ms","start":"2026-05-28T03:01:19.540004Z","end":"2026-05-28T03:01:19.671046Z","steps":["trace[604031257] 'process raft request' (duration: 130.49531ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:19.671119Z","caller":"traceutil/trace.go:171","msg":"trace[179830188] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"128.247808ms","start":"2026-05-28T03:01:19.542865Z","end":"2026-05-28T03:01:19.671113Z","steps":["trace[179830188] 'process raft request' (duration: 127.690031ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:19.670949Z","caller":"traceutil/trace.go:171","msg":"trace[1212342082] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"132.038749ms","start":"2026-05-28T03:01:19.538902Z","end":"2026-05-28T03:01:19.670941Z","steps":["trace[1212342082] 'process raft request' (duration: 131.477661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:19.677364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.151021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:19.677468Z","caller":"traceutil/trace.go:171","msg":"trace[1761394821] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26302; }","duration":"593.805723ms","start":"2026-05-28T03:01:19.083636Z","end":"2026-05-28T03:01:19.677442Z","steps":["trace[1761394821] 'agreement among raft nodes before linearized reading' (duration: 587.11634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:19.677523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:19.083608Z","time spent":"593.894486ms","remote":"127.0.0.1:52058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:25.890299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454517,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:25.939449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:25.38775Z","time spent":"551.694955ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T03:01:27.088235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.538797ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:27.088345Z","caller":"traceutil/trace.go:171","msg":"trace[1110321882] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26342; }","duration":"500.66449ms","start":"2026-05-28T03:01:26.587664Z","end":"2026-05-28T03:01:27.088328Z","steps":["trace[1110321882] 'range keys from in-memory index tree' (duration: 500.524136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:28.3313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99977733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:01:28.331377Z","caller":"traceutil/trace.go:171","msg":"trace[1681531053] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999895654s","start":"2026-05-28T03:01:26.331463Z","end":"2026-05-28T03:01:28.331359Z","steps":["trace[1681531053] 'agreement among raft nodes before linearized reading' (duration: 1.999807801s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:28.331419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:26.331443Z","time spent":"1.999968376s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:01:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:28.548542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96109057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:01:28.5486Z","caller":"traceutil/trace.go:171","msg":"trace[1936247160] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.961327987s","start":"2026-05-28T03:01:26.587259Z","end":"2026-05-28T03:01:28.548587Z","steps":["trace[1936247160] 'agreement among raft nodes before linearized reading' (duration: 1.961253435s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:28.548629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:26.587242Z","time spent":"1.961381829s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:01:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:28.703088Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.763523297s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T03:01:28.703547Z","caller":"traceutil/trace.go:171","msg":"trace[479507677] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"3.005003875s","start":"2026-05-28T03:01:25.698527Z","end":"2026-05-28T03:01:28.703531Z","steps":["trace[479507677] 'process raft request' (duration: 3.004942184s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:28.703636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:25.698509Z","time spent":"3.005071457s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:28.703703Z","caller":"traceutil/trace.go:171","msg":"trace[1014027162] linearizableReadLoop","detail":"{readStateIndex:27242; appliedIndex:27234; }","duration":"3.313894339s","start":"2026-05-28T03:01:25.389793Z","end":"2026-05-28T03:01:28.703687Z","steps":["trace[1014027162] 'read index received' (duration: 549.601188ms)","trace[1014027162] 'applied index is now lower than readState.Index' (duration: 2.764292471s)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:28.70379Z","caller":"traceutil/trace.go:171","msg":"trace[1146011183] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"2.992327812s","start":"2026-05-28T03:01:25.711455Z","end":"2026-05-28T03:01:28.703783Z","steps":["trace[1146011183] 'process raft request' (duration: 2.992050584s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:28.703855Z","caller":"traceutil/trace.go:171","msg":"trace[959490791] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"3.009506989s","start":"2026-05-28T03:01:25.694341Z","end":"2026-05-28T03:01:28.703848Z","steps":["trace[959490791] 'process raft request' (duration: 3.008948911s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:28.70392Z","caller":"traceutil/trace.go:171","msg":"trace[1521325102] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"2.990335359s","start":"2026-05-28T03:01:25.713579Z","end":"2026-05-28T03:01:28.703915Z","steps":["trace[1521325102] 'process raft request' (duration: 2.99006327s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:28.703933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:25.694321Z","time spent":"3.009595962s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:28.703951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:25.713571Z","time spent":"2.99036443s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:28.704026Z","caller":"traceutil/trace.go:171","msg":"trace[248102528] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"2.9903859s","start":"2026-05-28T03:01:25.713636Z","end":"2026-05-28T03:01:28.704022Z","steps":["trace[248102528] 'process raft request' (duration: 2.990025639s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:28.703856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:25.711422Z","time spent":"2.992385294s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:28.704145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314351454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-28T03:01:28.704178Z","caller":"traceutil/trace.go:171","msg":"trace[1081122191] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26349; }","duration":"3.314402855s","start":"2026-05-28T03:01:25.389769Z","end":"2026-05-28T03:01:28.704172Z","steps":["trace[1081122191] 'agreement among raft nodes before linearized reading' (duration: 3.314296341s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:28.704196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:25.38976Z","time spent":"3.314431096s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-05-28T03:01:28.703886Z","caller":"traceutil/trace.go:171","msg":"trace[1879247053] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"2.990761203s","start":"2026-05-28T03:01:25.713119Z","end":"2026-05-28T03:01:28.70388Z","steps":["trace[1879247053] 'process raft request' (duration: 2.990457273s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:28.704367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:25.713096Z","time spent":"2.991252638s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:28.703902Z","caller":"traceutil/trace.go:171","msg":"trace[305061357] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"2.990611848s","start":"2026-05-28T03:01:25.713287Z","end":"2026-05-28T03:01:28.703899Z","steps":["trace[305061357] 'process raft request' (duration: 2.990339309s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:28.70455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:25.713261Z","time spent":"2.991188276s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:28.704056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:25.713626Z","time spent":"2.990412642s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:29.204742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454531,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:29.706583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454531,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:30.207725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454531,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:30.706837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000339869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T03:01:30.706992Z","caller":"traceutil/trace.go:171","msg":"trace[317012423] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000526505s","start":"2026-05-28T03:01:28.706444Z","end":"2026-05-28T03:01:30.70697Z","steps":["trace[317012423] 'agreement among raft nodes before linearized reading' (duration: 2.000345189s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:30.707076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:28.706434Z","time spent":"2.000627748s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:01:30.708455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454531,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:31.209402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454531,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:31.215125Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.222569995s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T03:01:31.215718Z","caller":"traceutil/trace.go:171","msg":"trace[21970590] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"5.275104442s","start":"2026-05-28T03:01:25.94058Z","end":"2026-05-28T03:01:31.215685Z","steps":["trace[21970590] 'process raft request' (duration: 5.274819773s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:31.215888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:25.940558Z","time spent":"5.275234047s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:31.215892Z","caller":"traceutil/trace.go:171","msg":"trace[1588262439] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"3.851155943s","start":"2026-05-28T03:01:27.364705Z","end":"2026-05-28T03:01:31.215861Z","steps":["trace[1588262439] 'process raft request' (duration: 3.851003078s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:31.216067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:27.364688Z","time spent":"3.851282237s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:31.216151Z","caller":"traceutil/trace.go:171","msg":"trace[1393064437] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"4.943397724s","start":"2026-05-28T03:01:26.272722Z","end":"2026-05-28T03:01:31.216119Z","steps":["trace[1393064437] 'process raft request' (duration: 4.942865617s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:31.216224Z","caller":"traceutil/trace.go:171","msg":"trace[687059703] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"4.001303006s","start":"2026-05-28T03:01:27.214881Z","end":"2026-05-28T03:01:31.216184Z","steps":["trace[687059703] 'process raft request' (duration: 4.000775739s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:31.216258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:26.272702Z","time spent":"4.943505598s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:31.216363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:27.214861Z","time spent":"4.00141583s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:31.327508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.985982069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:01:31.327609Z","caller":"traceutil/trace.go:171","msg":"trace[1676757439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.986137083s","start":"2026-05-28T03:01:26.341448Z","end":"2026-05-28T03:01:31.327585Z","steps":["trace[1676757439] 'agreement among raft nodes before linearized reading' (duration: 4.986007699s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:31.327671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:26.341429Z","time spent":"4.986227866s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/28 03:01:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:31.333964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992431944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:01:31.33403Z","caller":"traceutil/trace.go:171","msg":"trace[2109733175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.992542787s","start":"2026-05-28T03:01:26.341472Z","end":"2026-05-28T03:01:31.334015Z","steps":["trace[2109733175] 'agreement among raft nodes before linearized reading' (duration: 4.992465635s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:31.334145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:26.341453Z","time spent":"4.99260966s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/28 03:01:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:31.341831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999092935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T03:01:31.341924Z","caller":"traceutil/trace.go:171","msg":"trace[1919636207] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999416566s","start":"2026-05-28T03:01:26.342487Z","end":"2026-05-28T03:01:31.341903Z","steps":["trace[1919636207] 'agreement among raft nodes before linearized reading' (duration: 4.999100036s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:31.342069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:26.342479Z","time spent":"4.99957353s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/28 03:01:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:32.707584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T03:01:32.707807Z","caller":"traceutil/trace.go:171","msg":"trace[1220606984] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000534544s","start":"2026-05-28T03:01:30.707242Z","end":"2026-05-28T03:01:32.707777Z","steps":["trace[1220606984] 'agreement among raft nodes before linearized reading' (duration: 2.000293447s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:32.707922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:30.707229Z","time spent":"2.000674979s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:01:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:32.894615Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.678731783s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T03:01:32.895731Z","caller":"traceutil/trace.go:171","msg":"trace[1343239747] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"2.902485155s","start":"2026-05-28T03:01:29.993213Z","end":"2026-05-28T03:01:32.895698Z","steps":["trace[1343239747] 'process raft request' (duration: 2.902170165s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:32.895861Z","caller":"traceutil/trace.go:171","msg":"trace[202099277] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"2.185748335s","start":"2026-05-28T03:01:30.710084Z","end":"2026-05-28T03:01:32.895832Z","steps":["trace[202099277] 'process raft request' (duration: 2.185505407s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:32.895893Z","caller":"traceutil/trace.go:171","msg":"trace[458533745] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"2.185766015s","start":"2026-05-28T03:01:30.710106Z","end":"2026-05-28T03:01:32.895872Z","steps":["trace[458533745] 'process raft request' (duration: 2.185582619s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:32.895995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:29.99319Z","time spent":"2.90262259s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:32.895999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:30.710052Z","time spent":"2.185875229s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:32.896163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:30.710065Z","time spent":"2.185970181s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:32.896263Z","caller":"traceutil/trace.go:171","msg":"trace[506461273] transaction","detail":"{read_only:false; response_revision:26357; number_of_response:1; }","duration":"2.185172677s","start":"2026-05-28T03:01:30.710974Z","end":"2026-05-28T03:01:32.896146Z","steps":["trace[506461273] 'process raft request' (duration: 2.184769274s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:32.896389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:30.710958Z","time spent":"2.185366582s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:32.896515Z","caller":"traceutil/trace.go:171","msg":"trace[1379857182] linearizableReadLoop","detail":"{readStateIndex:27255; appliedIndex:27242; }","duration":"4.192757866s","start":"2026-05-28T03:01:28.703747Z","end":"2026-05-28T03:01:32.896505Z","steps":["trace[1379857182] 'read index received' (duration: 2.51170879s)","trace[1379857182] 'applied index is now lower than readState.Index' (duration: 1.681048346s)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:32.896516Z","caller":"traceutil/trace.go:171","msg":"trace[1035479742] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"2.18532559s","start":"2026-05-28T03:01:30.711166Z","end":"2026-05-28T03:01:32.896491Z","steps":["trace[1035479742] 'process raft request' (duration: 2.185155955s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:32.896607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.164764825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:32.896634Z","caller":"traceutil/trace.go:171","msg":"trace[161723058] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26362; }","duration":"5.164836747s","start":"2026-05-28T03:01:27.73179Z","end":"2026-05-28T03:01:32.896627Z","steps":["trace[161723058] 'agreement among raft nodes before linearized reading' (duration: 5.164771535s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:32.896629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:30.711155Z","time spent":"2.185403674s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:32.896655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:27.731768Z","time spent":"5.164882279s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:32.896695Z","caller":"traceutil/trace.go:171","msg":"trace[1449365570] transaction","detail":"{read_only:false; response_revision:26358; number_of_response:1; }","duration":"2.185555488s","start":"2026-05-28T03:01:30.711056Z","end":"2026-05-28T03:01:32.896611Z","steps":["trace[1449365570] 'process raft request' (duration: 2.185010881s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:32.896761Z","caller":"traceutil/trace.go:171","msg":"trace[915395585] transaction","detail":"{read_only:false; response_revision:26361; number_of_response:1; }","duration":"2.176524561s","start":"2026-05-28T03:01:30.720227Z","end":"2026-05-28T03:01:32.896751Z","steps":["trace[915395585] 'process raft request' (duration: 2.17618875s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:32.896759Z","caller":"traceutil/trace.go:171","msg":"trace[1767408958] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"2.185544418s","start":"2026-05-28T03:01:30.711201Z","end":"2026-05-28T03:01:32.896746Z","steps":["trace[1767408958] 'process raft request' (duration: 2.185191216s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:32.896818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:30.720199Z","time spent":"2.176590543s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:32.896823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.55895606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:32.896939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:30.711189Z","time spent":"2.185634401s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:32.896967Z","caller":"traceutil/trace.go:171","msg":"trace[1569012324] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26362; }","duration":"5.559094654s","start":"2026-05-28T03:01:27.337861Z","end":"2026-05-28T03:01:32.896955Z","steps":["trace[1569012324] 'agreement among raft nodes before linearized reading' (duration: 5.558940609s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:32.896973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.309833606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T03:01:32.896994Z","caller":"traceutil/trace.go:171","msg":"trace[757174688] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26362; }","duration":"6.309887687s","start":"2026-05-28T03:01:26.587101Z","end":"2026-05-28T03:01:32.896988Z","steps":["trace[757174688] 'agreement among raft nodes before linearized reading' (duration: 6.309735852s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:32.897006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:27.33781Z","time spent":"5.559180896s","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:32.89706Z","caller":"traceutil/trace.go:171","msg":"trace[351102791] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"2.141636001s","start":"2026-05-28T03:01:30.755408Z","end":"2026-05-28T03:01:32.897044Z","steps":["trace[351102791] 'process raft request' (duration: 2.141047512s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:32.897013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:26.587076Z","time spent":"6.309933089s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T03:01:32.897146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:30.755373Z","time spent":"2.141730754s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:32.897167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.543822036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T03:01:32.897235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.54236228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T03:01:32.897252Z","caller":"traceutil/trace.go:171","msg":"trace[1693349815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26362; }","duration":"6.54394185s","start":"2026-05-28T03:01:26.353287Z","end":"2026-05-28T03:01:32.897228Z","steps":["trace[1693349815] 'agreement among raft nodes before linearized reading' (duration: 6.543736673s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:32.897259Z","caller":"traceutil/trace.go:171","msg":"trace[298893212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26362; }","duration":"6.542417712s","start":"2026-05-28T03:01:26.354835Z","end":"2026-05-28T03:01:32.897253Z","steps":["trace[298893212] 'agreement among raft nodes before linearized reading' (duration: 6.5423519s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:32.897292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:26.35482Z","time spent":"6.542467814s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:32.8973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:26.353269Z","time spent":"6.544022543s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:32.897151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:30.711045Z","time spent":"2.185730234s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:32.896715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.878723129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-05-28T03:01:32.897566Z","caller":"traceutil/trace.go:171","msg":"trace[351867552] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26362; }","duration":"4.879598967s","start":"2026-05-28T03:01:28.017948Z","end":"2026-05-28T03:01:32.897547Z","steps":["trace[351867552] 'agreement among raft nodes before linearized reading' (duration: 4.878589355s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:32.897667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:28.017931Z","time spent":"4.87971715s","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-28T03:01:33.122977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.024456ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T03:01:33.12308Z","caller":"traceutil/trace.go:171","msg":"trace[123363759] linearizableReadLoop","detail":"{readStateIndex:27256; appliedIndex:27255; }","duration":"226.521833ms","start":"2026-05-28T03:01:32.896541Z","end":"2026-05-28T03:01:33.123063Z","steps":["trace[123363759] 'read index received' (duration: 12.536489ms)","trace[123363759] 'applied index is now lower than readState.Index' (duration: 213.983814ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:33.123253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057917188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:33.123269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919819458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:33.123302Z","caller":"traceutil/trace.go:171","msg":"trace[437134475] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26362; }","duration":"3.058024001s","start":"2026-05-28T03:01:30.065266Z","end":"2026-05-28T03:01:33.12329Z","steps":["trace[437134475] 'agreement among raft nodes before linearized reading' (duration: 3.057920918s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.123326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:30.065245Z","time spent":"3.058076263s","remote":"127.0.0.1:57868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:33.123318Z","caller":"traceutil/trace.go:171","msg":"trace[474216281] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26362; }","duration":"1.919902381s","start":"2026-05-28T03:01:31.203401Z","end":"2026-05-28T03:01:33.123304Z","steps":["trace[474216281] 'agreement among raft nodes before linearized reading' (duration: 1.919776147s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.123354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:31.203323Z","time spent":"1.920022495s","remote":"127.0.0.1:57912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:33.123345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.85169962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:33.123441Z","caller":"traceutil/trace.go:171","msg":"trace[1062938428] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26362; }","duration":"3.851825944s","start":"2026-05-28T03:01:29.271585Z","end":"2026-05-28T03:01:33.123411Z","steps":["trace[1062938428] 'agreement among raft nodes before linearized reading' (duration: 3.851597817s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.123485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.415671253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-52de7227-e25b-4075-bd05-a7505e406f01\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-05-28T03:01:33.123506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:29.271528Z","time spent":"3.851963749s","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:33.123521Z","caller":"traceutil/trace.go:171","msg":"trace[587536503] range","detail":"{range_begin:/registry/persistentvolumes/pvc-52de7227-e25b-4075-bd05-a7505e406f01; range_end:; response_count:1; response_revision:26362; }","duration":"4.415729045s","start":"2026-05-28T03:01:28.707781Z","end":"2026-05-28T03:01:33.12351Z","steps":["trace[587536503] 'agreement among raft nodes before linearized reading' (duration: 4.415592691s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.123534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927737981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-28T03:01:33.123553Z","caller":"traceutil/trace.go:171","msg":"trace[1002458772] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26362; }","duration":"1.927795402s","start":"2026-05-28T03:01:31.19575Z","end":"2026-05-28T03:01:33.123545Z","steps":["trace[1002458772] 'agreement among raft nodes before linearized reading' (duration: 1.92770344s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.123556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:28.707767Z","time spent":"4.415781718s","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-52de7227-e25b-4075-bd05-a7505e406f01\" "} {"level":"warn","ts":"2026-05-28T03:01:33.123558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.626895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:33.12359Z","caller":"traceutil/trace.go:171","msg":"trace[804204809] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26362; }","duration":"236.707127ms","start":"2026-05-28T03:01:32.886873Z","end":"2026-05-28T03:01:33.12358Z","steps":["trace[804204809] 'agreement among raft nodes before linearized reading' (duration: 236.654845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.123604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930130436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-28T03:01:33.123618Z","caller":"traceutil/trace.go:171","msg":"trace[1261730367] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26362; }","duration":"1.930204129s","start":"2026-05-28T03:01:31.193409Z","end":"2026-05-28T03:01:33.123614Z","steps":["trace[1261730367] 'agreement among raft nodes before linearized reading' (duration: 1.930165427s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.12363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:31.193389Z","time spent":"1.93023666s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T03:01:33.12372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960950137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:33.123733Z","caller":"traceutil/trace.go:171","msg":"trace[604266126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26362; }","duration":"1.960991878s","start":"2026-05-28T03:01:31.162737Z","end":"2026-05-28T03:01:33.123729Z","steps":["trace[604266126] 'agreement among raft nodes before linearized reading' (duration: 1.960968798s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.123744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:31.162719Z","time spent":"1.961022489s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:01:33.123789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905205394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-05-28T03:01:33.123802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890343461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:33.123818Z","caller":"traceutil/trace.go:171","msg":"trace[1169302621] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26362; }","duration":"1.905281226s","start":"2026-05-28T03:01:31.218528Z","end":"2026-05-28T03:01:33.123809Z","steps":["trace[1169302621] 'agreement among raft nodes before linearized reading' (duration: 1.905221614s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.123837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824181496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:33.1238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562925097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:33.123855Z","caller":"traceutil/trace.go:171","msg":"trace[803096788] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26362; }","duration":"2.824239507s","start":"2026-05-28T03:01:30.29961Z","end":"2026-05-28T03:01:33.12385Z","steps":["trace[803096788] 'agreement among raft nodes before linearized reading' (duration: 2.824196666s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.123844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:31.218508Z","time spent":"1.905329908s","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T03:01:33.12387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:30.299591Z","time spent":"2.824274839s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:33.123848Z","caller":"traceutil/trace.go:171","msg":"trace[1188694363] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26362; }","duration":"1.890429724s","start":"2026-05-28T03:01:31.233404Z","end":"2026-05-28T03:01:33.123834Z","steps":["trace[1188694363] 'agreement among raft nodes before linearized reading' (duration: 1.890343711s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.123902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:31.233342Z","time spent":"1.890547797s","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:33.123906Z","caller":"traceutil/trace.go:171","msg":"trace[859903342] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26362; }","duration":"3.563069092s","start":"2026-05-28T03:01:29.560795Z","end":"2026-05-28T03:01:33.123864Z","steps":["trace[859903342] 'agreement among raft nodes before linearized reading' (duration: 3.562885986s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.123929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.41965737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a41a4cddd6\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-28T03:01:33.123969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:29.56078Z","time spent":"3.563177466s","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:33.123998Z","caller":"traceutil/trace.go:171","msg":"trace[1627009467] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b398a41a4cddd6; range_end:; response_count:1; response_revision:26362; }","duration":"4.419803346s","start":"2026-05-28T03:01:28.704183Z","end":"2026-05-28T03:01:33.123987Z","steps":["trace[1627009467] 'agreement among raft nodes before linearized reading' (duration: 4.419668601s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.124032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:28.704169Z","time spent":"4.419854177s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a41a4cddd6\" "} {"level":"warn","ts":"2026-05-28T03:01:33.124295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522318556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:33.123352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.215809539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:33.124356Z","caller":"traceutil/trace.go:171","msg":"trace[2110609976] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26362; }","duration":"3.522649227s","start":"2026-05-28T03:01:29.601693Z","end":"2026-05-28T03:01:33.124342Z","steps":["trace[2110609976] 'agreement among raft nodes before linearized reading' (duration: 3.522307446s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.123566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:31.195721Z","time spent":"1.927841934s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-28T03:01:33.124376Z","caller":"traceutil/trace.go:171","msg":"trace[498437678] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26362; }","duration":"4.216878243s","start":"2026-05-28T03:01:28.907489Z","end":"2026-05-28T03:01:33.124367Z","steps":["trace[498437678] 'agreement among raft nodes before linearized reading' (duration: 4.215772237s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.124388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:29.601669Z","time spent":"3.522712968s","remote":"127.0.0.1:60018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:33.124408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:28.907472Z","time spent":"4.216926414s","remote":"127.0.0.1:41784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:33.124519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.220982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:33.124535Z","caller":"traceutil/trace.go:171","msg":"trace[654889914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26362; }","duration":"409.264484ms","start":"2026-05-28T03:01:32.715266Z","end":"2026-05-28T03:01:33.12453Z","steps":["trace[654889914] 'agreement among raft nodes before linearized reading' (duration: 409.237913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.124548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:32.715253Z","time spent":"409.292445ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:01:33.124617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.503246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:33.124643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161144043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:01:33.12465Z","caller":"traceutil/trace.go:171","msg":"trace[1587315538] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26362; }","duration":"973.541067ms","start":"2026-05-28T03:01:32.1511Z","end":"2026-05-28T03:01:33.124641Z","steps":["trace[1587315538] 'agreement among raft nodes before linearized reading' (duration: 973.485066ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:33.124666Z","caller":"traceutil/trace.go:171","msg":"trace[570741175] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26362; }","duration":"1.161168234s","start":"2026-05-28T03:01:31.963491Z","end":"2026-05-28T03:01:33.124659Z","steps":["trace[570741175] 'agreement among raft nodes before linearized reading' (duration: 1.161115272s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.124632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.424489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:33.124684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:31.963417Z","time spent":"1.161262278s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:33.12468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:32.151083Z","time spent":"973.589749ms","remote":"127.0.0.1:57894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:33.124719Z","caller":"traceutil/trace.go:171","msg":"trace[1739545919] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26362; }","duration":"570.576674ms","start":"2026-05-28T03:01:32.554117Z","end":"2026-05-28T03:01:33.124693Z","steps":["trace[1739545919] 'agreement among raft nodes before linearized reading' (duration: 570.386558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.124771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:32.554094Z","time spent":"570.660536ms","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:33.44055Z","caller":"traceutil/trace.go:171","msg":"trace[492626511] transaction","detail":"{read_only:false; response_revision:26363; number_of_response:1; }","duration":"538.370829ms","start":"2026-05-28T03:01:32.902158Z","end":"2026-05-28T03:01:33.440529Z","steps":["trace[492626511] 'process raft request' (duration: 538.185653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.440675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:32.901936Z","time spent":"538.676919ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:33.440736Z","caller":"traceutil/trace.go:171","msg":"trace[1821026780] linearizableReadLoop","detail":"{readStateIndex:27258; appliedIndex:27256; }","duration":"317.472856ms","start":"2026-05-28T03:01:33.123231Z","end":"2026-05-28T03:01:33.440704Z","steps":["trace[1821026780] 'read index received' (duration: 317.109674ms)","trace[1821026780] 'applied index is now lower than readState.Index' (duration: 361.442µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:33.440799Z","caller":"traceutil/trace.go:171","msg":"trace[1047696472] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"538.491554ms","start":"2026-05-28T03:01:32.902299Z","end":"2026-05-28T03:01:33.44079Z","steps":["trace[1047696472] 'process raft request' (duration: 538.198584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.440841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:32.90228Z","time spent":"538.536894ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:33.440897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.36201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:01:33.440991Z","caller":"traceutil/trace.go:171","msg":"trace[1489654551] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26364; }","duration":"377.534746ms","start":"2026-05-28T03:01:33.06344Z","end":"2026-05-28T03:01:33.440975Z","steps":["trace[1489654551] 'agreement among raft nodes before linearized reading' (duration: 377.292768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.440941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.17731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-05-28T03:01:33.44107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:33.06342Z","time spent":"377.632338ms","remote":"127.0.0.1:48100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:33.44108Z","caller":"traceutil/trace.go:171","msg":"trace[894781762] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26364; }","duration":"536.335786ms","start":"2026-05-28T03:01:32.904734Z","end":"2026-05-28T03:01:33.44107Z","steps":["trace[894781762] 'agreement among raft nodes before linearized reading' (duration: 536.121189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.441192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:32.904724Z","time spent":"536.461659ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-28T03:01:33.441131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.921309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T03:01:33.441279Z","caller":"traceutil/trace.go:171","msg":"trace[886834036] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26364; }","duration":"540.118675ms","start":"2026-05-28T03:01:32.901104Z","end":"2026-05-28T03:01:33.441222Z","steps":["trace[886834036] 'agreement among raft nodes before linearized reading' (duration: 539.747924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.44138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:32.901089Z","time spent":"540.244999ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T03:01:33.441865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.060922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T03:01:33.441895Z","caller":"traceutil/trace.go:171","msg":"trace[370689313] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26364; }","duration":"523.133275ms","start":"2026-05-28T03:01:32.918755Z","end":"2026-05-28T03:01:33.441888Z","steps":["trace[370689313] 'agreement among raft nodes before linearized reading' (duration: 522.05871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.44192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:32.918733Z","time spent":"523.181116ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2674,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:33.582099Z","caller":"traceutil/trace.go:171","msg":"trace[210674297] transaction","detail":"{read_only:false; response_revision:26365; number_of_response:1; }","duration":"454.74477ms","start":"2026-05-28T03:01:33.127321Z","end":"2026-05-28T03:01:33.582065Z","steps":["trace[210674297] 'process raft request' (duration: 449.489033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.582257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:33.127302Z","time spent":"454.863184ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:33.58233Z","caller":"traceutil/trace.go:171","msg":"trace[1795003765] linearizableReadLoop","detail":"{readStateIndex:27262; appliedIndex:27258; }","duration":"141.470849ms","start":"2026-05-28T03:01:33.44079Z","end":"2026-05-28T03:01:33.582261Z","steps":["trace[1795003765] 'read index received' (duration: 135.911952ms)","trace[1795003765] 'applied index is now lower than readState.Index' (duration: 5.556386ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:33.582633Z","caller":"traceutil/trace.go:171","msg":"trace[1274133320] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"452.371845ms","start":"2026-05-28T03:01:33.130249Z","end":"2026-05-28T03:01:33.582621Z","steps":["trace[1274133320] 'process raft request' (duration: 451.805337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.582715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:33.130218Z","time spent":"452.448867ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:33.582744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.422124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T03:01:33.582778Z","caller":"traceutil/trace.go:171","msg":"trace[82049338] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"452.816859ms","start":"2026-05-28T03:01:33.129926Z","end":"2026-05-28T03:01:33.582743Z","steps":["trace[82049338] 'process raft request' (duration: 452.050404ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:33.582819Z","caller":"traceutil/trace.go:171","msg":"trace[191250846] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26368; }","duration":"456.539358ms","start":"2026-05-28T03:01:33.126263Z","end":"2026-05-28T03:01:33.582803Z","steps":["trace[191250846] 'agreement among raft nodes before linearized reading' (duration: 456.28688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.582836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.155739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-28T03:01:33.582877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:33.126245Z","time spent":"456.616751ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-28T03:01:33.58288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:33.129912Z","time spent":"452.911792ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:33.582901Z","caller":"traceutil/trace.go:171","msg":"trace[1796352109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26368; }","duration":"247.257232ms","start":"2026-05-28T03:01:33.335626Z","end":"2026-05-28T03:01:33.582884Z","steps":["trace[1796352109] 'agreement among raft nodes before linearized reading' (duration: 246.670454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.582918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.643141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18540"} {"level":"info","ts":"2026-05-28T03:01:33.582949Z","caller":"traceutil/trace.go:171","msg":"trace[824086622] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26368; }","duration":"139.688232ms","start":"2026-05-28T03:01:33.443252Z","end":"2026-05-28T03:01:33.58294Z","steps":["trace[824086622] 'agreement among raft nodes before linearized reading' (duration: 139.584239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.582843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.009147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T03:01:33.583038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.255261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:33.583081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.420552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-28T03:01:33.583106Z","caller":"traceutil/trace.go:171","msg":"trace[143057481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26368; }","duration":"457.360894ms","start":"2026-05-28T03:01:33.125731Z","end":"2026-05-28T03:01:33.583091Z","steps":["trace[143057481] 'agreement among raft nodes before linearized reading' (duration: 457.265031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.583102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.008619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:33.583142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.240499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T03:01:33.583159Z","caller":"traceutil/trace.go:171","msg":"trace[824003197] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26368; }","duration":"377.081732ms","start":"2026-05-28T03:01:33.206062Z","end":"2026-05-28T03:01:33.583143Z","steps":["trace[824003197] 'agreement among raft nodes before linearized reading' (duration: 376.957848ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:33.583185Z","caller":"traceutil/trace.go:171","msg":"trace[1687868353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26368; }","duration":"240.294302ms","start":"2026-05-28T03:01:33.34288Z","end":"2026-05-28T03:01:33.583175Z","steps":["trace[1687868353] 'agreement among raft nodes before linearized reading' (duration: 240.180648ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:33.583179Z","caller":"traceutil/trace.go:171","msg":"trace[477897419] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26368; }","duration":"455.578567ms","start":"2026-05-28T03:01:33.127583Z","end":"2026-05-28T03:01:33.583161Z","steps":["trace[477897419] 'agreement among raft nodes before linearized reading' (duration: 455.147623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.583151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:33.12571Z","time spent":"457.428946ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:01:33.583192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:33.206011Z","time spent":"377.174444ms","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:33.583042Z","caller":"traceutil/trace.go:171","msg":"trace[1136481208] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"361.542557ms","start":"2026-05-28T03:01:33.221488Z","end":"2026-05-28T03:01:33.583031Z","steps":["trace[1136481208] 'process raft request' (duration: 360.619778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.583461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:33.221473Z","time spent":"361.92857ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:33.583229Z","caller":"traceutil/trace.go:171","msg":"trace[1188201295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26368; }","duration":"254.387289ms","start":"2026-05-28T03:01:33.328686Z","end":"2026-05-28T03:01:33.583073Z","steps":["trace[1188201295] 'agreement among raft nodes before linearized reading' (duration: 253.823221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.584025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:33.127575Z","time spent":"456.351052ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-28T03:01:33.583899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.103808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:33.584384Z","caller":"traceutil/trace.go:171","msg":"trace[1669995643] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26368; }","duration":"453.600984ms","start":"2026-05-28T03:01:33.130759Z","end":"2026-05-28T03:01:33.58436Z","steps":["trace[1669995643] 'agreement among raft nodes before linearized reading' (duration: 452.046435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:33.584439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:33.13075Z","time spent":"453.659796ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:01:34.087809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454555,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T03:01:34.383193Z","caller":"traceutil/trace.go:171","msg":"trace[1967310148] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"796.27117ms","start":"2026-05-28T03:01:33.586893Z","end":"2026-05-28T03:01:34.383164Z","steps":["trace[1967310148] 'process raft request' (duration: 796.110695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:34.38337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:33.586879Z","time spent":"796.402265ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:35.491822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.894148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:01:35.492056Z","caller":"traceutil/trace.go:171","msg":"trace[1919470550] linearizableReadLoop","detail":"{readStateIndex:27266; appliedIndex:27262; }","duration":"1.904535932s","start":"2026-05-28T03:01:33.587506Z","end":"2026-05-28T03:01:35.492042Z","steps":["trace[1919470550] 'read index received' (duration: 795.546178ms)","trace[1919470550] 'applied index is now lower than readState.Index' (duration: 1.108988854s)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:35.492037Z","caller":"traceutil/trace.go:171","msg":"trace[1720968291] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"1.904070407s","start":"2026-05-28T03:01:33.587933Z","end":"2026-05-28T03:01:35.492004Z","steps":["trace[1720968291] 'process raft request' (duration: 969.931962ms)","trace[1720968291] 'compare' (duration: 933.67722ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:35.492168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:33.587911Z","time spent":"1.904185721s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:35.492268Z","caller":"traceutil/trace.go:171","msg":"trace[231699461] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"1.904227522s","start":"2026-05-28T03:01:33.588031Z","end":"2026-05-28T03:01:35.492258Z","steps":["trace[231699461] 'process raft request' (duration: 1.90387145s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:35.49234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:33.588006Z","time spent":"1.904288154s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:35.492466Z","caller":"traceutil/trace.go:171","msg":"trace[1936741991] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"1.904091688s","start":"2026-05-28T03:01:33.588366Z","end":"2026-05-28T03:01:35.492458Z","steps":["trace[1936741991] 'process raft request' (duration: 1.903612813s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:35.492524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:33.588354Z","time spent":"1.904132049s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:35.493006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905475472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-da4556ba-8e17-4264-b04a-def04160d217\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-28T03:01:35.493096Z","caller":"traceutil/trace.go:171","msg":"trace[1581904517] range","detail":"{range_begin:/registry/persistentvolumes/pvc-da4556ba-8e17-4264-b04a-def04160d217; range_end:; response_count:1; response_revision:26372; }","duration":"1.905586135s","start":"2026-05-28T03:01:33.58749Z","end":"2026-05-28T03:01:35.493076Z","steps":["trace[1581904517] 'agreement among raft nodes before linearized reading' (duration: 1.905365688s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:35.49313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:33.587482Z","time spent":"1.905638457s","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-da4556ba-8e17-4264-b04a-def04160d217\" "} {"level":"warn","ts":"2026-05-28T03:01:35.992731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:36.17197Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.270002176s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T03:01:36.175002Z","caller":"traceutil/trace.go:171","msg":"trace[168713233] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"1.273091024s","start":"2026-05-28T03:01:34.901883Z","end":"2026-05-28T03:01:36.174974Z","steps":["trace[168713233] 'process raft request' (duration: 1.270375727s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.175146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:34.901866Z","time spent":"1.273204858s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:36.53647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999835674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:01:36.536554Z","caller":"traceutil/trace.go:171","msg":"trace[1402331107] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000013009s","start":"2026-05-28T03:01:34.536523Z","end":"2026-05-28T03:01:36.536536Z","steps":["trace[1402331107] 'agreement among raft nodes before linearized reading' (duration: 1.999858414s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.53661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:34.536498Z","time spent":"2.000097882s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:01:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:36.916748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.775075ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:36.916883Z","caller":"traceutil/trace.go:171","msg":"trace[1357247679] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26373; }","duration":"373.92061ms","start":"2026-05-28T03:01:36.542941Z","end":"2026-05-28T03:01:36.916861Z","steps":["trace[1357247679] 'range keys from in-memory index tree' (duration: 373.754885ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:36.917838Z","caller":"traceutil/trace.go:171","msg":"trace[1844841941] linearizableReadLoop","detail":"{readStateIndex:27274; appliedIndex:27266; }","duration":"1.425727677s","start":"2026-05-28T03:01:35.492082Z","end":"2026-05-28T03:01:36.91781Z","steps":["trace[1844841941] 'read index received' (duration: 680.137978ms)","trace[1844841941] 'applied index is now lower than readState.Index' (duration: 745.585469ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:36.917924Z","caller":"traceutil/trace.go:171","msg":"trace[1277604606] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"2.015306186s","start":"2026-05-28T03:01:34.902558Z","end":"2026-05-28T03:01:36.917864Z","steps":["trace[1277604606] 'process raft request' (duration: 2.014616444s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:36.918007Z","caller":"traceutil/trace.go:171","msg":"trace[330967127] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"2.014726367s","start":"2026-05-28T03:01:34.90325Z","end":"2026-05-28T03:01:36.917976Z","steps":["trace[330967127] 'process raft request' (duration: 2.014304704s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.918035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.174606799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:36.918073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.328452021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:36.918084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530067075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-28T03:01:36.918099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.189285905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:01:36.918084Z","caller":"traceutil/trace.go:171","msg":"trace[1901190065] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"2.013638232s","start":"2026-05-28T03:01:34.904415Z","end":"2026-05-28T03:01:36.918054Z","steps":["trace[1901190065] 'process raft request' (duration: 2.013292791s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.918104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447042104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-28T03:01:36.918133Z","caller":"traceutil/trace.go:171","msg":"trace[1264869099] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26380; }","duration":"3.328531234s","start":"2026-05-28T03:01:33.589585Z","end":"2026-05-28T03:01:36.918116Z","steps":["trace[1264869099] 'agreement among raft nodes before linearized reading' (duration: 3.32842496s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:36.91814Z","caller":"traceutil/trace.go:171","msg":"trace[414794394] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:26380; }","duration":"1.530127617s","start":"2026-05-28T03:01:35.387998Z","end":"2026-05-28T03:01:36.918126Z","steps":["trace[414794394] 'agreement among raft nodes before linearized reading' (duration: 1.52990039s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:36.918139Z","caller":"traceutil/trace.go:171","msg":"trace[811021040] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"2.014744897s","start":"2026-05-28T03:01:34.903383Z","end":"2026-05-28T03:01:36.918128Z","steps":["trace[811021040] 'process raft request' (duration: 2.014276792s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.918147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:34.903228Z","time spent":"2.01483444s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:36.918166Z","caller":"traceutil/trace.go:171","msg":"trace[139757000] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26380; }","duration":"3.189392389s","start":"2026-05-28T03:01:33.72875Z","end":"2026-05-28T03:01:36.918142Z","steps":["trace[139757000] 'agreement among raft nodes before linearized reading' (duration: 3.189178452s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.918186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:35.387926Z","time spent":"1.530249581s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-05-28T03:01:36.918184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:33.589578Z","time spent":"3.328593035s","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:01:36.918021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.263414833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:36.918214Z","caller":"traceutil/trace.go:171","msg":"trace[868248371] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"1.314171329s","start":"2026-05-28T03:01:35.604033Z","end":"2026-05-28T03:01:36.918204Z","steps":["trace[868248371] 'process raft request' (duration: 1.313722235s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.918218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:33.728729Z","time spent":"3.189472981s","remote":"127.0.0.1:59748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:36.918213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:34.904406Z","time spent":"2.013748646s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:36.918232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:34.903373Z","time spent":"2.01480625s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:36.918251Z","caller":"traceutil/trace.go:171","msg":"trace[1600351443] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26380; }","duration":"3.263693321s","start":"2026-05-28T03:01:33.654536Z","end":"2026-05-28T03:01:36.918229Z","steps":["trace[1600351443] 'agreement among raft nodes before linearized reading' (duration: 3.263412302s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.918232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:34.902529Z","time spent":"2.015517891s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:36.91831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:35.604015Z","time spent":"1.314241552s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:36.918087Z","caller":"traceutil/trace.go:171","msg":"trace[721430278] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26380; }","duration":"3.174679621s","start":"2026-05-28T03:01:33.743391Z","end":"2026-05-28T03:01:36.918071Z","steps":["trace[721430278] 'agreement among raft nodes before linearized reading' (duration: 3.174547897s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:36.918358Z","caller":"traceutil/trace.go:171","msg":"trace[1169312671] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"2.015494661s","start":"2026-05-28T03:01:34.902856Z","end":"2026-05-28T03:01:36.91835Z","steps":["trace[1169312671] 'process raft request' (duration: 2.014486309s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.9183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:33.654517Z","time spent":"3.263766754s","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T03:01:36.918374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:33.743381Z","time spent":"3.174973011s","remote":"127.0.0.1:41738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:36.918171Z","caller":"traceutil/trace.go:171","msg":"trace[590766276] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26380; }","duration":"1.447157599s","start":"2026-05-28T03:01:35.470996Z","end":"2026-05-28T03:01:36.918154Z","steps":["trace[590766276] 'agreement among raft nodes before linearized reading' (duration: 1.44686624s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.918409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:34.902842Z","time spent":"2.015537433s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:36.918433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:35.470977Z","time spent":"1.447446657s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-28T03:01:36.91833Z","caller":"traceutil/trace.go:171","msg":"trace[969710900] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"2.015371507s","start":"2026-05-28T03:01:34.902949Z","end":"2026-05-28T03:01:36.918321Z","steps":["trace[969710900] 'process raft request' (duration: 2.014548131s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.918506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:34.902924Z","time spent":"2.015557983s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:36.918842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473082562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:01:36.918902Z","caller":"traceutil/trace.go:171","msg":"trace[1337946878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26380; }","duration":"1.473179736s","start":"2026-05-28T03:01:35.445705Z","end":"2026-05-28T03:01:36.918885Z","steps":["trace[1337946878] 'agreement among raft nodes before linearized reading' (duration: 1.472216335s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.918949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:35.445685Z","time spent":"1.473251388s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:36.921754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47551444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T03:01:36.921791Z","caller":"traceutil/trace.go:171","msg":"trace[1407672936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26380; }","duration":"1.475597522s","start":"2026-05-28T03:01:35.446183Z","end":"2026-05-28T03:01:36.921781Z","steps":["trace[1407672936] 'agreement among raft nodes before linearized reading' (duration: 1.471725999s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.921813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:35.446165Z","time spent":"1.475643294s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:36.989666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.661437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:36.989724Z","caller":"traceutil/trace.go:171","msg":"trace[1816357377] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26381; }","duration":"498.736829ms","start":"2026-05-28T03:01:36.490973Z","end":"2026-05-28T03:01:36.98971Z","steps":["trace[1816357377] 'agreement among raft nodes before linearized reading' (duration: 498.606095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.989753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:36.490949Z","time spent":"498.798162ms","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:36.989849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.061045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T03:01:36.989916Z","caller":"traceutil/trace.go:171","msg":"trace[1350177548] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"762.384123ms","start":"2026-05-28T03:01:36.227525Z","end":"2026-05-28T03:01:36.989909Z","steps":["trace[1350177548] 'process raft request' (duration: 761.863016ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:36.989923Z","caller":"traceutil/trace.go:171","msg":"trace[1449085643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26381; }","duration":"602.181079ms","start":"2026-05-28T03:01:36.387725Z","end":"2026-05-28T03:01:36.989906Z","steps":["trace[1449085643] 'agreement among raft nodes before linearized reading' (duration: 601.999813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.989971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:36.227485Z","time spent":"762.448566ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:36.990064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.886677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:36.989968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:36.387705Z","time spent":"602.254741ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T03:01:36.990082Z","caller":"traceutil/trace.go:171","msg":"trace[716088371] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26381; }","duration":"327.933778ms","start":"2026-05-28T03:01:36.662144Z","end":"2026-05-28T03:01:36.990078Z","steps":["trace[716088371] 'agreement among raft nodes before linearized reading' (duration: 327.901377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.990097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:36.662128Z","time spent":"327.965239ms","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:36.990185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.455249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:36.990201Z","caller":"traceutil/trace.go:171","msg":"trace[376635127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26381; }","duration":"453.502721ms","start":"2026-05-28T03:01:36.536694Z","end":"2026-05-28T03:01:36.990197Z","steps":["trace[376635127] 'agreement among raft nodes before linearized reading' (duration: 453.47719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.990212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:36.536658Z","time spent":"453.551812ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:01:36.990269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.146955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:36.990308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.78464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:36.990337Z","caller":"traceutil/trace.go:171","msg":"trace[29469176] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26381; }","duration":"492.813471ms","start":"2026-05-28T03:01:36.497515Z","end":"2026-05-28T03:01:36.990329Z","steps":["trace[29469176] 'agreement among raft nodes before linearized reading' (duration: 492.76951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.990354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:36.497486Z","time spent":"492.864703ms","remote":"127.0.0.1:60312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:36.990363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293048478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:36.990396Z","caller":"traceutil/trace.go:171","msg":"trace[336624027] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26381; }","duration":"1.29311608s","start":"2026-05-28T03:01:35.697271Z","end":"2026-05-28T03:01:36.990387Z","steps":["trace[336624027] 'agreement among raft nodes before linearized reading' (duration: 1.293057028s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.990429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:35.697255Z","time spent":"1.293163662s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:36.990308Z","caller":"traceutil/trace.go:171","msg":"trace[1528401510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26381; }","duration":"667.222707ms","start":"2026-05-28T03:01:36.323075Z","end":"2026-05-28T03:01:36.990298Z","steps":["trace[1528401510] 'agreement among raft nodes before linearized reading' (duration: 667.162665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.99051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:36.323056Z","time spent":"667.448905ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:01:36.990685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445531807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T03:01:36.990714Z","caller":"traceutil/trace.go:171","msg":"trace[349138953] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26381; }","duration":"1.445586698s","start":"2026-05-28T03:01:35.545119Z","end":"2026-05-28T03:01:36.990706Z","steps":["trace[349138953] 'agreement among raft nodes before linearized reading' (duration: 1.445449114s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.990741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:35.545074Z","time spent":"1.445659731s","remote":"127.0.0.1:48196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:36.990952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494531525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-658bt.18b39acb2dd24ad6\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-05-28T03:01:36.990975Z","caller":"traceutil/trace.go:171","msg":"trace[1317113596] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-658bt.18b39acb2dd24ad6; range_end:; response_count:1; response_revision:26381; }","duration":"1.494607488s","start":"2026-05-28T03:01:35.496361Z","end":"2026-05-28T03:01:36.990968Z","steps":["trace[1317113596] 'agreement among raft nodes before linearized reading' (duration: 1.494513365s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.990999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:35.496342Z","time spent":"1.494649638s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-658bt.18b39acb2dd24ad6\" "} {"level":"warn","ts":"2026-05-28T03:01:37.453044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.328088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:01:37.453135Z","caller":"traceutil/trace.go:171","msg":"trace[611051281] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"460.07763ms","start":"2026-05-28T03:01:36.993043Z","end":"2026-05-28T03:01:37.45312Z","steps":["trace[611051281] 'process raft request' (duration: 238.598208ms)","trace[611051281] 'compare' (duration: 221.119411ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:37.453182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:36.99303Z","time spent":"460.129602ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:37.762851Z","caller":"traceutil/trace.go:171","msg":"trace[328623964] linearizableReadLoop","detail":"{readStateIndex:27280; appliedIndex:27278; }","duration":"768.380314ms","start":"2026-05-28T03:01:36.994455Z","end":"2026-05-28T03:01:37.762836Z","steps":["trace[328623964] 'read index received' (duration: 237.160382ms)","trace[328623964] 'applied index is now lower than readState.Index' (duration: 531.219032ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:37.762866Z","caller":"traceutil/trace.go:171","msg":"trace[247642107] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"769.086646ms","start":"2026-05-28T03:01:36.993755Z","end":"2026-05-28T03:01:37.762841Z","steps":["trace[247642107] 'process raft request' (duration: 755.471433ms)","trace[247642107] 'compare' (duration: 13.476339ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:37.762971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:36.993749Z","time spent":"769.164489ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:37.762944Z","caller":"traceutil/trace.go:171","msg":"trace[1505109515] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"767.352332ms","start":"2026-05-28T03:01:36.995561Z","end":"2026-05-28T03:01:37.762913Z","steps":["trace[1505109515] 'process raft request' (duration: 767.232568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:37.763024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.55233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T03:01:37.763043Z","caller":"traceutil/trace.go:171","msg":"trace[628494138] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26386; }","duration":"768.638453ms","start":"2026-05-28T03:01:36.994399Z","end":"2026-05-28T03:01:37.763037Z","steps":["trace[628494138] 'agreement among raft nodes before linearized reading' (duration: 768.521409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:37.763061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:36.994393Z","time spent":"768.663723ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T03:01:37.763082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:36.995555Z","time spent":"767.455455ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:37.763136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.473942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:01:37.763207Z","caller":"traceutil/trace.go:171","msg":"trace[1475053723] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26386; }","duration":"754.591045ms","start":"2026-05-28T03:01:37.008599Z","end":"2026-05-28T03:01:37.76319Z","steps":["trace[1475053723] 'agreement among raft nodes before linearized reading' (duration: 754.460271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:37.763246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:37.008579Z","time spent":"754.657947ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:37.76331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.729123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:37.763326Z","caller":"traceutil/trace.go:171","msg":"trace[1846028679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26386; }","duration":"228.789966ms","start":"2026-05-28T03:01:37.534532Z","end":"2026-05-28T03:01:37.763322Z","steps":["trace[1846028679] 'agreement among raft nodes before linearized reading' (duration: 228.761395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:37.763347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.415525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-05-28T03:01:37.763391Z","caller":"traceutil/trace.go:171","msg":"trace[1581067744] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26386; }","duration":"307.499038ms","start":"2026-05-28T03:01:37.455879Z","end":"2026-05-28T03:01:37.763378Z","steps":["trace[1581067744] 'agreement among raft nodes before linearized reading' (duration: 307.393915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:37.763427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:37.455862Z","time spent":"307.55599ms","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T03:01:37.763474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.514645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:01:37.763469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.600232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:01:37.76349Z","caller":"traceutil/trace.go:171","msg":"trace[488362974] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26386; }","duration":"533.565827ms","start":"2026-05-28T03:01:37.229919Z","end":"2026-05-28T03:01:37.763485Z","steps":["trace[488362974] 'agreement among raft nodes before linearized reading' (duration: 533.531696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:37.763507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:37.229903Z","time spent":"533.599868ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:37.763499Z","caller":"traceutil/trace.go:171","msg":"trace[1981222697] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26386; }","duration":"446.679514ms","start":"2026-05-28T03:01:37.316811Z","end":"2026-05-28T03:01:37.763491Z","steps":["trace[1981222697] 'agreement among raft nodes before linearized reading' (duration: 446.628452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:37.763529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:37.316786Z","time spent":"446.736096ms","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:37.763542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.346246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:01:37.763575Z","caller":"traceutil/trace.go:171","msg":"trace[1146794705] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26386; }","duration":"737.406799ms","start":"2026-05-28T03:01:37.026154Z","end":"2026-05-28T03:01:37.763561Z","steps":["trace[1146794705] 'agreement among raft nodes before linearized reading' (duration: 737.361918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:37.763596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:37.026135Z","time spent":"737.45323ms","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:37.763691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.570632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T03:01:37.763705Z","caller":"traceutil/trace.go:171","msg":"trace[1649945136] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26386; }","duration":"508.615944ms","start":"2026-05-28T03:01:37.255085Z","end":"2026-05-28T03:01:37.763701Z","steps":["trace[1649945136] 'agreement among raft nodes before linearized reading' (duration: 508.48831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:37.763718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:37.25507Z","time spent":"508.644894ms","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:37.76373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.6923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:01:37.763774Z","caller":"traceutil/trace.go:171","msg":"trace[1128688211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26386; }","duration":"249.766272ms","start":"2026-05-28T03:01:37.513994Z","end":"2026-05-28T03:01:37.76376Z","steps":["trace[1128688211] 'agreement among raft nodes before linearized reading' (duration: 249.619298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:37.763816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.912269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T03:01:37.763837Z","caller":"traceutil/trace.go:171","msg":"trace[1929028852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26386; }","duration":"267.961101ms","start":"2026-05-28T03:01:37.49587Z","end":"2026-05-28T03:01:37.763831Z","steps":["trace[1929028852] 'agreement among raft nodes before linearized reading' (duration: 267.877708ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:38.049778Z","caller":"traceutil/trace.go:171","msg":"trace[613854677] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"204.826232ms","start":"2026-05-28T03:01:37.844927Z","end":"2026-05-28T03:01:38.049753Z","steps":["trace[613854677] 'process raft request' (duration: 204.743509ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:38.049842Z","caller":"traceutil/trace.go:171","msg":"trace[976536823] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"282.036447ms","start":"2026-05-28T03:01:37.767764Z","end":"2026-05-28T03:01:38.0498Z","steps":["trace[976536823] 'process raft request' (duration: 280.837889ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:38.050059Z","caller":"traceutil/trace.go:171","msg":"trace[1955288484] linearizableReadLoop","detail":"{readStateIndex:27283; appliedIndex:27282; }","duration":"206.450553ms","start":"2026-05-28T03:01:37.843566Z","end":"2026-05-28T03:01:38.050016Z","steps":["trace[1955288484] 'read index received' (duration: 205.053029ms)","trace[1955288484] 'applied index is now lower than readState.Index' (duration: 1.391094ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:38.050342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.404712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-28T03:01:38.050392Z","caller":"traceutil/trace.go:171","msg":"trace[388288624] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26389; }","duration":"273.488946ms","start":"2026-05-28T03:01:37.776889Z","end":"2026-05-28T03:01:38.050378Z","steps":["trace[388288624] 'agreement among raft nodes before linearized reading' (duration: 273.245448ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:39.95879Z","caller":"traceutil/trace.go:171","msg":"trace[692101327] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"107.032013ms","start":"2026-05-28T03:01:39.851725Z","end":"2026-05-28T03:01:39.958757Z","steps":["trace[692101327] 'process raft request' (duration: 17.079013ms)","trace[692101327] 'compare' (duration: 89.648711ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:40.576227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:41.58247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.782882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:01:41.582648Z","caller":"traceutil/trace.go:171","msg":"trace[1350733680] linearizableReadLoop","detail":"{readStateIndex:27302; appliedIndex:27300; }","duration":"1.50727621s","start":"2026-05-28T03:01:40.075355Z","end":"2026-05-28T03:01:41.582631Z","steps":["trace[1350733680] 'read index received' (duration: 702.257361ms)","trace[1350733680] 'applied index is now lower than readState.Index' (duration: 805.017949ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:41.582878Z","caller":"traceutil/trace.go:171","msg":"trace[1337063494] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"1.523408974s","start":"2026-05-28T03:01:40.059455Z","end":"2026-05-28T03:01:41.582864Z","steps":["trace[1337063494] 'process raft request' (duration: 718.155137ms)","trace[1337063494] 'compare' (duration: 804.384669ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:41.582951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:40.05944Z","time spent":"1.523474546s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:41.583117Z","caller":"traceutil/trace.go:171","msg":"trace[4395004] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"1.36573157s","start":"2026-05-28T03:01:40.217376Z","end":"2026-05-28T03:01:41.583108Z","steps":["trace[4395004] 'process raft request' (duration: 1.365192012s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:41.583181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:40.217346Z","time spent":"1.365800062s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:41.583354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507994563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:41.583412Z","caller":"traceutil/trace.go:171","msg":"trace[570622456] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26407; }","duration":"1.508086436s","start":"2026-05-28T03:01:40.075309Z","end":"2026-05-28T03:01:41.583395Z","steps":["trace[570622456] 'agreement among raft nodes before linearized reading' (duration: 1.507996713s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:41.583453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:40.075288Z","time spent":"1.508153128s","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:42.083515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:42.537077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000353389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:01:42.537135Z","caller":"traceutil/trace.go:171","msg":"trace[1997702152] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000469052s","start":"2026-05-28T03:01:40.536652Z","end":"2026-05-28T03:01:42.537121Z","steps":["trace[1997702152] 'agreement among raft nodes before linearized reading' (duration: 2.00039012s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:42.537172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:40.536627Z","time spent":"2.000538745s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:01:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:42.584095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:43.085309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:43.58569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:43.588664Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.080013812s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T03:01:43.830861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:43.225434Z","time spent":"605.420472ms","remote":"127.0.0.1:60440","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T03:01:43.832822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.910917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:01:43.833401Z","caller":"traceutil/trace.go:171","msg":"trace[1624512573] transaction","detail":"{read_only:false; response_revision:26408; number_of_response:1; }","duration":"2.829065181s","start":"2026-05-28T03:01:41.00431Z","end":"2026-05-28T03:01:43.833375Z","steps":["trace[1624512573] 'process raft request' (duration: 2.584541236s)","trace[1624512573] 'compare' (duration: 243.209454ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:43.833514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:41.004291Z","time spent":"2.829155234s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:43.833718Z","caller":"traceutil/trace.go:171","msg":"trace[1609234521] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"2.82714793s","start":"2026-05-28T03:01:41.006555Z","end":"2026-05-28T03:01:43.833702Z","steps":["trace[1609234521] 'process raft request' (duration: 2.826332814s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:43.833798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:41.006543Z","time spent":"2.827208912s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:43.834024Z","caller":"traceutil/trace.go:171","msg":"trace[1185883768] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"2.824855227s","start":"2026-05-28T03:01:41.009152Z","end":"2026-05-28T03:01:43.834007Z","steps":["trace[1185883768] 'process raft request' (duration: 2.823796564s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:43.834059Z","caller":"traceutil/trace.go:171","msg":"trace[429896344] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"2.824807256s","start":"2026-05-28T03:01:41.009235Z","end":"2026-05-28T03:01:43.834042Z","steps":["trace[429896344] 'process raft request' (duration: 2.823779803s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:43.83412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:41.00914Z","time spent":"2.824929339s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:43.83415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:41.009215Z","time spent":"2.824904309s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:43.834292Z","caller":"traceutil/trace.go:171","msg":"trace[889680815] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"2.825064244s","start":"2026-05-28T03:01:41.009219Z","end":"2026-05-28T03:01:43.834283Z","steps":["trace[889680815] 'process raft request' (duration: 2.823753223s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:43.834355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:41.009201Z","time spent":"2.825113325s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:43.834359Z","caller":"traceutil/trace.go:171","msg":"trace[1126892847] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"2.824977521s","start":"2026-05-28T03:01:41.00937Z","end":"2026-05-28T03:01:43.834348Z","steps":["trace[1126892847] 'process raft request' (duration: 2.82366607s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:43.83442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:41.00936Z","time spent":"2.825027513s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:43.834517Z","caller":"traceutil/trace.go:171","msg":"trace[151478961] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"2.825288291s","start":"2026-05-28T03:01:41.009221Z","end":"2026-05-28T03:01:43.834509Z","steps":["trace[151478961] 'process raft request' (duration: 2.823771833s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:43.834581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:41.009201Z","time spent":"2.825340722s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:44.537873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00066379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T03:01:44.537962Z","caller":"traceutil/trace.go:171","msg":"trace[368145984] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000831965s","start":"2026-05-28T03:01:42.537112Z","end":"2026-05-28T03:01:44.537944Z","steps":["trace[368145984] 'agreement among raft nodes before linearized reading' (duration: 2.000700981s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:44.538019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:42.537097Z","time spent":"2.000908147s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:01:45.349628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.520953184s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T03:01:45.351264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518173536s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T03:01:45.352813Z","caller":"traceutil/trace.go:171","msg":"trace[1325299094] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"3.355270394s","start":"2026-05-28T03:01:41.997519Z","end":"2026-05-28T03:01:45.352789Z","steps":["trace[1325299094] 'process raft request' (duration: 3.353844978s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:45.352943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:41.9975Z","time spent":"3.355376197s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:46.543913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000247705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T03:01:46.544026Z","caller":"traceutil/trace.go:171","msg":"trace[722860095] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403151s","start":"2026-05-28T03:01:44.543603Z","end":"2026-05-28T03:01:46.544006Z","steps":["trace[722860095] 'agreement among raft nodes before linearized reading' (duration: 2.000261826s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:46.544076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:44.543593Z","time spent":"2.000473162s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:01:46.782923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999817829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T03:01:46.783076Z","caller":"traceutil/trace.go:171","msg":"trace[1985505484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999994195s","start":"2026-05-28T03:01:41.783038Z","end":"2026-05-28T03:01:46.783033Z","steps":["trace[1985505484] 'agreement among raft nodes before linearized reading' (duration: 4.99984284s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:46.783192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:41.783025Z","time spent":"5.000144149s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/28 03:01:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:46.962549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999266611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T03:01:46.962646Z","caller":"traceutil/trace.go:171","msg":"trace[1513882341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999403436s","start":"2026-05-28T03:01:41.963211Z","end":"2026-05-28T03:01:46.962615Z","steps":["trace[1513882341] 'agreement among raft nodes before linearized reading' (duration: 4.999292662s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:46.962734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:41.963196Z","time spent":"4.99951114s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/28 03:01:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:47.363313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.460132ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:47.363412Z","caller":"traceutil/trace.go:171","msg":"trace[57757492] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26415; }","duration":"821.597186ms","start":"2026-05-28T03:01:46.541797Z","end":"2026-05-28T03:01:47.363394Z","steps":["trace[57757492] 'range keys from in-memory index tree' (duration: 821.443211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:47.364025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011106622s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:01:47.364204Z","caller":"traceutil/trace.go:171","msg":"trace[406401060] transaction","detail":"{read_only:false; response_revision:26418; number_of_response:1; }","duration":"3.774553146s","start":"2026-05-28T03:01:43.589639Z","end":"2026-05-28T03:01:47.364192Z","steps":["trace[406401060] 'process raft request' (duration: 3.774521445s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:47.36422Z","caller":"traceutil/trace.go:171","msg":"trace[1639667077] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"4.214817507s","start":"2026-05-28T03:01:43.14939Z","end":"2026-05-28T03:01:47.364207Z","steps":["trace[1639667077] 'process raft request' (duration: 2.203387265s)","trace[1639667077] 'compare' (duration: 2.010351878s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:47.364242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:43.589627Z","time spent":"3.774596278s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:47.364292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:43.149365Z","time spent":"4.214881189s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:47.364359Z","caller":"traceutil/trace.go:171","msg":"trace[369078391] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"4.084024088s","start":"2026-05-28T03:01:43.28033Z","end":"2026-05-28T03:01:47.364354Z","steps":["trace[369078391] 'process raft request' (duration: 4.083761529s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:47.364372Z","caller":"traceutil/trace.go:171","msg":"trace[801676641] linearizableReadLoop","detail":"{readStateIndex:27313; appliedIndex:27302; }","duration":"5.781681711s","start":"2026-05-28T03:01:41.582682Z","end":"2026-05-28T03:01:47.364364Z","steps":["trace[801676641] 'read index received' (duration: 2.006180834s)","trace[801676641] 'applied index is now lower than readState.Index' (duration: 3.775500007s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:47.364384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:43.280305Z","time spent":"4.084066299s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:47.364453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.786172594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:47.364474Z","caller":"traceutil/trace.go:171","msg":"trace[187366017] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26418; }","duration":"5.786237106s","start":"2026-05-28T03:01:41.57823Z","end":"2026-05-28T03:01:47.364467Z","steps":["trace[187366017] 'agreement among raft nodes before linearized reading' (duration: 5.786177194s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:47.364496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:41.578197Z","time spent":"5.786291628s","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:47.364503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.351967725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T03:01:47.364518Z","caller":"traceutil/trace.go:171","msg":"trace[825178977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26418; }","duration":"6.351996047s","start":"2026-05-28T03:01:41.012518Z","end":"2026-05-28T03:01:47.364514Z","steps":["trace[825178977] 'agreement among raft nodes before linearized reading' (duration: 6.351927175s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:47.364534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:41.012512Z","time spent":"6.352017267s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:47.36458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.038497748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:47.364593Z","caller":"traceutil/trace.go:171","msg":"trace[2067282306] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26418; }","duration":"6.03858185s","start":"2026-05-28T03:01:41.326006Z","end":"2026-05-28T03:01:47.364588Z","steps":["trace[2067282306] 'agreement among raft nodes before linearized reading' (duration: 6.038559119s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:47.364611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:41.325986Z","time spent":"6.038619082s","remote":"127.0.0.1:60502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:47.364664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.353746332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:01:47.364683Z","caller":"traceutil/trace.go:171","msg":"trace[1303088028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26418; }","duration":"6.353784874s","start":"2026-05-28T03:01:41.010892Z","end":"2026-05-28T03:01:47.364677Z","steps":["trace[1303088028] 'agreement among raft nodes before linearized reading' (duration: 6.353700551s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:47.364701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:41.010884Z","time spent":"6.353813295s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:47.36476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.80054855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:47.364776Z","caller":"traceutil/trace.go:171","msg":"trace[1599625110] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26418; }","duration":"6.800598952s","start":"2026-05-28T03:01:40.564172Z","end":"2026-05-28T03:01:47.364771Z","steps":["trace[1599625110] 'agreement among raft nodes before linearized reading' (duration: 6.800570141s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:47.364793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:40.564154Z","time spent":"6.800632693s","remote":"127.0.0.1:60128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:47.864958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:48.323425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000398532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T03:01:48.323522Z","caller":"traceutil/trace.go:171","msg":"trace[1639551425] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000540046s","start":"2026-05-28T03:01:46.322961Z","end":"2026-05-28T03:01:48.323501Z","steps":["trace[1639551425] 'agreement among raft nodes before linearized reading' (duration: 2.000421892s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.323584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:46.322947Z","time spent":"2.000620938s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:01:48.365442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:48.545179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000218035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:01:48.545262Z","caller":"traceutil/trace.go:171","msg":"trace[1595118884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00035789s","start":"2026-05-28T03:01:46.544885Z","end":"2026-05-28T03:01:48.545243Z","steps":["trace[1595118884] 'agreement among raft nodes before linearized reading' (duration: 2.000252957s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.54531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:46.544865Z","time spent":"2.000434142s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:01:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:48.571154Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.467571327s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T03:01:48.589058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99950026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:01:48.58914Z","caller":"traceutil/trace.go:171","msg":"trace[830171993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999628243s","start":"2026-05-28T03:01:43.589493Z","end":"2026-05-28T03:01:48.589121Z","steps":["trace[830171993] 'agreement among raft nodes before linearized reading' (duration: 4.99953326s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.589277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:43.589474Z","time spent":"4.999748288s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/28 03:01:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:48.801671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.20124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:01:48.802162Z","caller":"traceutil/trace.go:171","msg":"trace[561391901] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"2.949633805s","start":"2026-05-28T03:01:45.852509Z","end":"2026-05-28T03:01:48.802143Z","steps":["trace[561391901] 'process raft request' (duration: 2.949586704s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:48.802282Z","caller":"traceutil/trace.go:171","msg":"trace[75024073] transaction","detail":"{read_only:false; response_revision:26420; number_of_response:1; }","duration":"2.958896959s","start":"2026-05-28T03:01:45.843361Z","end":"2026-05-28T03:01:48.802258Z","steps":["trace[75024073] 'process raft request' (duration: 2.958415674s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:48.802327Z","caller":"traceutil/trace.go:171","msg":"trace[1298198867] transaction","detail":"{read_only:false; response_revision:26419; number_of_response:1; }","duration":"2.960576703s","start":"2026-05-28T03:01:45.84173Z","end":"2026-05-28T03:01:48.802306Z","steps":["trace[1298198867] 'process raft request' (duration: 2.729595769s)","trace[1298198867] 'compare' (duration: 229.824847ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:48.802396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:45.843356Z","time spent":"2.958978442s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:48.802413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:45.841721Z","time spent":"2.960645315s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:48.802501Z","caller":"traceutil/trace.go:171","msg":"trace[1958254216] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"2.95861478s","start":"2026-05-28T03:01:45.843865Z","end":"2026-05-28T03:01:48.80248Z","steps":["trace[1958254216] 'process raft request' (duration: 2.958112404s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.802582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:45.843859Z","time spent":"2.958680933s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:48.802437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:45.852482Z","time spent":"2.949734109s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:48.840364Z","caller":"traceutil/trace.go:171","msg":"trace[267526135] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"2.553764397s","start":"2026-05-28T03:01:46.286577Z","end":"2026-05-28T03:01:48.840342Z","steps":["trace[267526135] 'process raft request' (duration: 2.553605122s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.840535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:46.286552Z","time spent":"2.553908002s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:48.8407Z","caller":"traceutil/trace.go:171","msg":"trace[86072251] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"1.471985628s","start":"2026-05-28T03:01:47.368683Z","end":"2026-05-28T03:01:48.840668Z","steps":["trace[86072251] 'process raft request' (duration: 1.471618236s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.840836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:47.368666Z","time spent":"1.472096951s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:48.840852Z","caller":"traceutil/trace.go:171","msg":"trace[310387556] linearizableReadLoop","detail":"{readStateIndex:27321; appliedIndex:27314; }","duration":"1.476437319s","start":"2026-05-28T03:01:47.364389Z","end":"2026-05-28T03:01:48.840826Z","steps":["trace[310387556] 'read index received' (duration: 1.20695317s)","trace[310387556] 'applied index is now lower than readState.Index' (duration: 269.480238ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:48.840922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.308125524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:48.840992Z","caller":"traceutil/trace.go:171","msg":"trace[1093253140] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26425; }","duration":"4.308245417s","start":"2026-05-28T03:01:44.53273Z","end":"2026-05-28T03:01:48.840975Z","steps":["trace[1093253140] 'agreement among raft nodes before linearized reading' (duration: 4.308111183s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.840997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.988107236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:48.840998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.685314776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:48.841026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:44.532712Z","time spent":"4.308306379s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:48.841033Z","caller":"traceutil/trace.go:171","msg":"trace[1773444172] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26425; }","duration":"5.988180768s","start":"2026-05-28T03:01:42.852841Z","end":"2026-05-28T03:01:48.841021Z","steps":["trace[1773444172] 'agreement among raft nodes before linearized reading' (duration: 5.988131286s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.841039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.045853321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:01:48.841028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.931936589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:01:48.841078Z","caller":"traceutil/trace.go:171","msg":"trace[536848681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26425; }","duration":"7.045967274s","start":"2026-05-28T03:01:41.795099Z","end":"2026-05-28T03:01:48.841066Z","steps":["trace[536848681] 'agreement among raft nodes before linearized reading' (duration: 7.045870081s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.841093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.58764564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:48.841099Z","caller":"traceutil/trace.go:171","msg":"trace[66473123] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26425; }","duration":"5.932062524s","start":"2026-05-28T03:01:42.909016Z","end":"2026-05-28T03:01:48.841079Z","steps":["trace[66473123] 'agreement among raft nodes before linearized reading' (duration: 5.931918069s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:48.841124Z","caller":"traceutil/trace.go:171","msg":"trace[1735937683] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26425; }","duration":"6.587712062s","start":"2026-05-28T03:01:42.253403Z","end":"2026-05-28T03:01:48.841115Z","steps":["trace[1735937683] 'agreement among raft nodes before linearized reading' (duration: 6.58765471s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.841136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:41.795074Z","time spent":"7.046048967s","remote":"127.0.0.1:56864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:48.84114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.652453992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:48.841166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:42.253381Z","time spent":"6.587777004s","remote":"127.0.0.1:47596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:48.841168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.611560692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:48.841193Z","caller":"traceutil/trace.go:171","msg":"trace[903171612] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26425; }","duration":"4.652529925s","start":"2026-05-28T03:01:44.188645Z","end":"2026-05-28T03:01:48.841174Z","steps":["trace[903171612] 'agreement among raft nodes before linearized reading' (duration: 4.652466633s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:48.8412Z","caller":"traceutil/trace.go:171","msg":"trace[1640623014] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26425; }","duration":"4.611634044s","start":"2026-05-28T03:01:44.229558Z","end":"2026-05-28T03:01:48.841192Z","steps":["trace[1640623014] 'agreement among raft nodes before linearized reading' (duration: 4.611546351s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:48.841227Z","caller":"traceutil/trace.go:171","msg":"trace[803360184] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"1.472231235s","start":"2026-05-28T03:01:47.368987Z","end":"2026-05-28T03:01:48.841218Z","steps":["trace[803360184] 'process raft request' (duration: 1.471611625s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.841228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.851884153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:01:48.841233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:44.229537Z","time spent":"4.611688656s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:48.841243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:44.188623Z","time spent":"4.652610488s","remote":"127.0.0.1:60328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:48.841258Z","caller":"traceutil/trace.go:171","msg":"trace[436452473] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26425; }","duration":"5.851939055s","start":"2026-05-28T03:01:42.98931Z","end":"2026-05-28T03:01:48.841249Z","steps":["trace[436452473] 'agreement among raft nodes before linearized reading' (duration: 5.851842682s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.841277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:42.989293Z","time spent":"5.851979007s","remote":"127.0.0.1:48212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:48.841295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:47.36898Z","time spent":"1.472270906s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:48.841135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:42.908996Z","time spent":"5.932131015s","remote":"127.0.0.1:48152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:48.841514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.24744363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:48.841552Z","caller":"traceutil/trace.go:171","msg":"trace[1855541724] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26425; }","duration":"7.247509882s","start":"2026-05-28T03:01:41.594032Z","end":"2026-05-28T03:01:48.841542Z","steps":["trace[1855541724] 'agreement among raft nodes before linearized reading' (duration: 7.247411019s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.841077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:42.852821Z","time spent":"5.98824761s","remote":"127.0.0.1:60032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:48.841585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:41.594019Z","time spent":"7.247557254s","remote":"127.0.0.1:56752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:48.841058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.673928396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:48.841698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.017702297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:48.841728Z","caller":"traceutil/trace.go:171","msg":"trace[1242286629] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26425; }","duration":"4.674661539s","start":"2026-05-28T03:01:44.167055Z","end":"2026-05-28T03:01:48.841717Z","steps":["trace[1242286629] 'agreement among raft nodes before linearized reading' (duration: 4.673908455s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:48.841734Z","caller":"traceutil/trace.go:171","msg":"trace[2139269708] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26425; }","duration":"5.01778511s","start":"2026-05-28T03:01:43.823938Z","end":"2026-05-28T03:01:48.841723Z","steps":["trace[2139269708] 'agreement among raft nodes before linearized reading' (duration: 5.017724158s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.841758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:44.167038Z","time spent":"4.67470984s","remote":"127.0.0.1:41682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:48.841769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:43.823874Z","time spent":"5.017883143s","remote":"127.0.0.1:56842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:48.841817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.784556464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:48.841867Z","caller":"traceutil/trace.go:171","msg":"trace[2121292287] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26425; }","duration":"4.784648736s","start":"2026-05-28T03:01:44.057207Z","end":"2026-05-28T03:01:48.841855Z","steps":["trace[2121292287] 'agreement among raft nodes before linearized reading' (duration: 4.784563554s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.841868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460688048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:48.8419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:44.057186Z","time spent":"4.784705498s","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:48.841911Z","caller":"traceutil/trace.go:171","msg":"trace[481318854] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26425; }","duration":"1.460764401s","start":"2026-05-28T03:01:47.381135Z","end":"2026-05-28T03:01:48.841899Z","steps":["trace[481318854] 'agreement among raft nodes before linearized reading' (duration: 1.460685048s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.841956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:47.38112Z","time spent":"1.460826562s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:48.841996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834257167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:48.84203Z","caller":"traceutil/trace.go:171","msg":"trace[1668452730] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26425; }","duration":"1.834320778s","start":"2026-05-28T03:01:47.007699Z","end":"2026-05-28T03:01:48.84202Z","steps":["trace[1668452730] 'agreement among raft nodes before linearized reading' (duration: 1.834280457s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.842056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:47.007676Z","time spent":"1.83437173s","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:01:48.842129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.952115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-28T03:01:48.842154Z","caller":"traceutil/trace.go:171","msg":"trace[1187134570] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26425; }","duration":"254.009336ms","start":"2026-05-28T03:01:48.588136Z","end":"2026-05-28T03:01:48.842146Z","steps":["trace[1187134570] 'agreement among raft nodes before linearized reading' (duration: 253.898543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.842177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.650998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:48.842197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.970126395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:48.842201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562847605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:48.842211Z","caller":"traceutil/trace.go:171","msg":"trace[2036003795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26425; }","duration":"288.72352ms","start":"2026-05-28T03:01:48.553478Z","end":"2026-05-28T03:01:48.842201Z","steps":["trace[2036003795] 'agreement among raft nodes before linearized reading' (duration: 288.669898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.842218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.711494339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T03:01:48.842238Z","caller":"traceutil/trace.go:171","msg":"trace[1079324798] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26425; }","duration":"3.562925697s","start":"2026-05-28T03:01:45.279303Z","end":"2026-05-28T03:01:48.842229Z","steps":["trace[1079324798] 'agreement among raft nodes before linearized reading' (duration: 3.562863055s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:48.841038Z","caller":"traceutil/trace.go:171","msg":"trace[625859436] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26425; }","duration":"6.685384068s","start":"2026-05-28T03:01:42.155642Z","end":"2026-05-28T03:01:48.841026Z","steps":["trace[625859436] 'agreement among raft nodes before linearized reading' (duration: 6.685310106s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:48.842249Z","caller":"traceutil/trace.go:171","msg":"trace[1286004923] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26425; }","duration":"5.71155326s","start":"2026-05-28T03:01:43.130687Z","end":"2026-05-28T03:01:48.84224Z","steps":["trace[1286004923] 'agreement among raft nodes before linearized reading' (duration: 5.711403306s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.842298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:43.130672Z","time spent":"5.711614583s","remote":"127.0.0.1:48184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:48.842353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.301663638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-28T03:01:48.842374Z","caller":"traceutil/trace.go:171","msg":"trace[61929946] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b398a427727950; range_end:; response_count:1; response_revision:26425; }","duration":"4.301707528s","start":"2026-05-28T03:01:44.54066Z","end":"2026-05-28T03:01:48.842367Z","steps":["trace[61929946] 'agreement among raft nodes before linearized reading' (duration: 4.301612325s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.842376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.321251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:48.842382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.889083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-28T03:01:48.842412Z","caller":"traceutil/trace.go:171","msg":"trace[263605371] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26425; }","duration":"774.397185ms","start":"2026-05-28T03:01:48.068004Z","end":"2026-05-28T03:01:48.842402Z","steps":["trace[263605371] 'agreement among raft nodes before linearized reading' (duration: 774.338683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.842458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.081156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:48.842457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:48.067985Z","time spent":"774.460946ms","remote":"127.0.0.1:60282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:48.842484Z","caller":"traceutil/trace.go:171","msg":"trace[845447283] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26425; }","duration":"425.107377ms","start":"2026-05-28T03:01:48.417368Z","end":"2026-05-28T03:01:48.842475Z","steps":["trace[845447283] 'agreement among raft nodes before linearized reading' (duration: 425.068796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.842514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:48.417294Z","time spent":"425.212131ms","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:48.842529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45391456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-28T03:01:48.842505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.06646646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:48.842558Z","caller":"traceutil/trace.go:171","msg":"trace[1750836350] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:26425; }","duration":"3.453982413s","start":"2026-05-28T03:01:45.388567Z","end":"2026-05-28T03:01:48.842549Z","steps":["trace[1750836350] 'agreement among raft nodes before linearized reading' (duration: 3.45386624s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.841963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597145667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:01:48.842584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:45.388552Z","time spent":"3.454026234s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-05-28T03:01:48.842588Z","caller":"traceutil/trace.go:171","msg":"trace[1264017941] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26425; }","duration":"3.066596364s","start":"2026-05-28T03:01:45.77597Z","end":"2026-05-28T03:01:48.842567Z","steps":["trace[1264017941] 'agreement among raft nodes before linearized reading' (duration: 3.066459839s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:48.842612Z","caller":"traceutil/trace.go:171","msg":"trace[798250694] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26425; }","duration":"1.597827379s","start":"2026-05-28T03:01:47.244773Z","end":"2026-05-28T03:01:48.842601Z","steps":["trace[798250694] 'agreement among raft nodes before linearized reading' (duration: 1.597142407s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.842638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:45.77595Z","time spent":"3.066675177s","remote":"127.0.0.1:57796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:48.842646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.800493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-28T03:01:48.842649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:47.244752Z","time spent":"1.597885081s","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:48.842649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.43212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-28T03:01:48.842681Z","caller":"traceutil/trace.go:171","msg":"trace[1618234630] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26425; }","duration":"116.871115ms","start":"2026-05-28T03:01:48.725799Z","end":"2026-05-28T03:01:48.84267Z","steps":["trace[1618234630] 'agreement among raft nodes before linearized reading' (duration: 116.788832ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:48.842698Z","caller":"traceutil/trace.go:171","msg":"trace[2048094143] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26425; }","duration":"254.492031ms","start":"2026-05-28T03:01:48.588191Z","end":"2026-05-28T03:01:48.842683Z","steps":["trace[2048094143] 'agreement among raft nodes before linearized reading' (duration: 254.12192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.842715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.390446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:01:48.842724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:45.279283Z","time spent":"3.563429693s","remote":"127.0.0.1:57740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:48.842415Z","caller":"traceutil/trace.go:171","msg":"trace[1424099778] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26425; }","duration":"759.962096ms","start":"2026-05-28T03:01:48.082444Z","end":"2026-05-28T03:01:48.842406Z","steps":["trace[1424099778] 'agreement among raft nodes before linearized reading' (duration: 759.825651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.842392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:44.540648Z","time spent":"4.30173947s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" "} {"level":"warn","ts":"2026-05-28T03:01:48.842794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:48.082427Z","time spent":"760.352758ms","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-28T03:01:48.840947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.495962235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:48.842853Z","caller":"traceutil/trace.go:171","msg":"trace[1076618119] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26425; }","duration":"6.497920657s","start":"2026-05-28T03:01:42.344921Z","end":"2026-05-28T03:01:48.842842Z","steps":["trace[1076618119] 'agreement among raft nodes before linearized reading' (duration: 6.495976705s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.842866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:42.155625Z","time spent":"6.687230717s","remote":"127.0.0.1:57724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:48.842887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.887481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126832"} {"level":"warn","ts":"2026-05-28T03:01:48.842884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996130244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:48.84292Z","caller":"traceutil/trace.go:171","msg":"trace[34470477] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26425; }","duration":"758.939353ms","start":"2026-05-28T03:01:48.08397Z","end":"2026-05-28T03:01:48.842909Z","steps":["trace[34470477] 'agreement among raft nodes before linearized reading' (duration: 758.803308ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:48.842935Z","caller":"traceutil/trace.go:171","msg":"trace[1521215721] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26425; }","duration":"1.996224117s","start":"2026-05-28T03:01:46.846698Z","end":"2026-05-28T03:01:48.842922Z","steps":["trace[1521215721] 'agreement among raft nodes before linearized reading' (duration: 1.996144735s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.842948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:48.083957Z","time spent":"758.985194ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126855,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-05-28T03:01:48.842222Z","caller":"traceutil/trace.go:171","msg":"trace[1085072677] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26425; }","duration":"3.970183917s","start":"2026-05-28T03:01:44.87203Z","end":"2026-05-28T03:01:48.842214Z","steps":["trace[1085072677] 'agreement among raft nodes before linearized reading' (duration: 3.970139045s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.842256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.216046135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:48.842976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:46.846678Z","time spent":"1.996286269s","remote":"127.0.0.1:60084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:48.842999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:44.872013Z","time spent":"3.970973692s","remote":"127.0.0.1:41736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:48.843033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001787253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-28T03:01:48.843069Z","caller":"traceutil/trace.go:171","msg":"trace[1071774606] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26425; }","duration":"3.001832564s","start":"2026-05-28T03:01:45.841226Z","end":"2026-05-28T03:01:48.843058Z","steps":["trace[1071774606] 'agreement among raft nodes before linearized reading' (duration: 3.001733291s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.843102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:45.841221Z","time spent":"3.001873877s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-28T03:01:48.842889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:42.344902Z","time spent":"6.497976649s","remote":"127.0.0.1:41668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:48.843202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999869073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-28T03:01:48.843236Z","caller":"traceutil/trace.go:171","msg":"trace[1102436803] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26425; }","duration":"2.999915614s","start":"2026-05-28T03:01:45.843311Z","end":"2026-05-28T03:01:48.843226Z","steps":["trace[1102436803] 'agreement among raft nodes before linearized reading' (duration: 2.999783269s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.843263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:45.843305Z","time spent":"2.999951565s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-28T03:01:48.843002Z","caller":"traceutil/trace.go:171","msg":"trace[833772004] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26425; }","duration":"4.216825809s","start":"2026-05-28T03:01:44.626165Z","end":"2026-05-28T03:01:48.84299Z","steps":["trace[833772004] 'agreement among raft nodes before linearized reading' (duration: 4.216070605s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.843276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002583199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-05-28T03:01:48.84331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:44.626143Z","time spent":"4.21715332s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:48.843314Z","caller":"traceutil/trace.go:171","msg":"trace[74963665] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26425; }","duration":"3.002645171s","start":"2026-05-28T03:01:45.840656Z","end":"2026-05-28T03:01:48.843301Z","steps":["trace[74963665] 'agreement among raft nodes before linearized reading' (duration: 3.002504727s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.843352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:45.84064Z","time spent":"3.002703472s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-05-28T03:01:48.842753Z","caller":"traceutil/trace.go:171","msg":"trace[1990823133] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26425; }","duration":"425.456488ms","start":"2026-05-28T03:01:48.417288Z","end":"2026-05-28T03:01:48.842744Z","steps":["trace[1990823133] 'agreement among raft nodes before linearized reading' (duration: 425.367366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.843417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:48.417272Z","time spent":"426.134499ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:48.843655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.787032361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T03:01:48.843701Z","caller":"traceutil/trace.go:171","msg":"trace[1584027059] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26425; }","duration":"5.787125934s","start":"2026-05-28T03:01:43.056564Z","end":"2026-05-28T03:01:48.84369Z","steps":["trace[1584027059] 'agreement among raft nodes before linearized reading' (duration: 5.784304845s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:48.843739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:43.056533Z","time spent":"5.787196267s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T03:01:49.498254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.419526ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-28T03:01:49.498344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:48.846666Z","time spent":"651.674603ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T03:01:50.839678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:48.84716Z","time spent":"1.99250686s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 03:01:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:50.840106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:48.847063Z","time spent":"1.993033597s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 03:01:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:50.842494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:48.846966Z","time spent":"1.995521156s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 03:01:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:51.78233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:48.850439Z","time spent":"2.931883051s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 03:01:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:51.789165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.837347295s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T03:01:51.789718Z","caller":"traceutil/trace.go:171","msg":"trace[69106009] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"2.942552511s","start":"2026-05-28T03:01:48.847143Z","end":"2026-05-28T03:01:51.789696Z","steps":["trace[69106009] 'process raft request' (duration: 2.942375615s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:51.789873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:48.847128Z","time spent":"2.942632693s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:51.79028Z","caller":"traceutil/trace.go:171","msg":"trace[2007619692] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"2.9400238s","start":"2026-05-28T03:01:48.850233Z","end":"2026-05-28T03:01:51.790257Z","steps":["trace[2007619692] 'process raft request' (duration: 2.93941266s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:51.790319Z","caller":"traceutil/trace.go:171","msg":"trace[1900610673] linearizableReadLoop","detail":"{readStateIndex:27324; appliedIndex:27321; }","duration":"2.943206051s","start":"2026-05-28T03:01:48.847099Z","end":"2026-05-28T03:01:51.790305Z","steps":["trace[1900610673] 'read index received' (duration: 104.71115ms)","trace[1900610673] 'applied index is now lower than readState.Index' (duration: 2.838493701s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:51.790388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:48.850218Z","time spent":"2.940109323s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:51.790509Z","caller":"traceutil/trace.go:171","msg":"trace[1221534336] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"2.940303629s","start":"2026-05-28T03:01:48.850178Z","end":"2026-05-28T03:01:51.790481Z","steps":["trace[1221534336] 'process raft request' (duration: 2.939420331s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:51.790634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:48.850161Z","time spent":"2.940405342s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:51.791626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.944519443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:118820"} {"level":"info","ts":"2026-05-28T03:01:51.791672Z","caller":"traceutil/trace.go:171","msg":"trace[136948546] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:26432; }","duration":"2.944594055s","start":"2026-05-28T03:01:48.847068Z","end":"2026-05-28T03:01:51.791662Z","steps":["trace[136948546] 'agreement among raft nodes before linearized reading' (duration: 2.943306864s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:51.791703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:48.847051Z","time spent":"2.944643007s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":118843,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-28T03:01:51.961657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997456697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:01:51.961736Z","caller":"traceutil/trace.go:171","msg":"trace[1190202785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99758224s","start":"2026-05-28T03:01:48.964136Z","end":"2026-05-28T03:01:51.961718Z","steps":["trace[1190202785] 'agreement among raft nodes before linearized reading' (duration: 2.997483797s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:51.961787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:48.964119Z","time spent":"2.997654033s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/28 03:01:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:52.291008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:52.535069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996023991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:01:52.535147Z","caller":"traceutil/trace.go:171","msg":"trace[1060287870] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996148905s","start":"2026-05-28T03:01:50.53898Z","end":"2026-05-28T03:01:52.535129Z","steps":["trace[1060287870] 'agreement among raft nodes before linearized reading' (duration: 1.996051882s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:52.535192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.538964Z","time spent":"1.996218887s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:01:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:52.791738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:53.292364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:53.611502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.020926292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:01:53.611592Z","caller":"traceutil/trace.go:171","msg":"trace[2094987716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.021066106s","start":"2026-05-28T03:01:50.590504Z","end":"2026-05-28T03:01:53.61157Z","steps":["trace[2094987716] 'agreement among raft nodes before linearized reading' (duration: 3.020949162s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:53.611648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.590488Z","time spent":"3.021144699s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/28 03:01:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:53.792965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:54.287931Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.675425867s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T03:01:54.288223Z","caller":"traceutil/trace.go:171","msg":"trace[1339372281] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"4.788797679s","start":"2026-05-28T03:01:49.499409Z","end":"2026-05-28T03:01:54.288207Z","steps":["trace[1339372281] 'process raft request' (duration: 4.788747127s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:54.28832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:49.499386Z","time spent":"4.788884262s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:54.288339Z","caller":"traceutil/trace.go:171","msg":"trace[1976279120] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"4.91807932s","start":"2026-05-28T03:01:49.370191Z","end":"2026-05-28T03:01:54.288271Z","steps":["trace[1976279120] 'process raft request' (duration: 4.917879823s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:54.288582Z","caller":"traceutil/trace.go:171","msg":"trace[2062069652] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"3.930406642s","start":"2026-05-28T03:01:50.358169Z","end":"2026-05-28T03:01:54.288576Z","steps":["trace[2062069652] 'process raft request' (duration: 3.93001677s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:54.288625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.358146Z","time spent":"3.930456124s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:54.288656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:49.370146Z","time spent":"4.918326878s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:54.2888Z","caller":"traceutil/trace.go:171","msg":"trace[1382277955] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26439; }","duration":"2.503453067s","start":"2026-05-28T03:01:51.785341Z","end":"2026-05-28T03:01:54.288794Z","steps":["trace[1382277955] 'process raft request' (duration: 2.503433447s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:54.288834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:51.785317Z","time spent":"2.503501198s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:54.288876Z","caller":"traceutil/trace.go:171","msg":"trace[675513871] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"3.480768375s","start":"2026-05-28T03:01:50.808103Z","end":"2026-05-28T03:01:54.288872Z","steps":["trace[675513871] 'process raft request' (duration: 3.480449325s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:54.288899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.808073Z","time spent":"3.480812526s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:54.288937Z","caller":"traceutil/trace.go:171","msg":"trace[102681219] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"3.480808346s","start":"2026-05-28T03:01:50.808125Z","end":"2026-05-28T03:01:54.288933Z","steps":["trace[102681219] 'process raft request' (duration: 3.480580648s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:54.288956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.808111Z","time spent":"3.480834627s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:54.288989Z","caller":"traceutil/trace.go:171","msg":"trace[567517226] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"3.480800555s","start":"2026-05-28T03:01:50.808184Z","end":"2026-05-28T03:01:54.288984Z","steps":["trace[567517226] 'process raft request' (duration: 3.480545397s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:54.289012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.808073Z","time spent":"3.48092482s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:54.289046Z","caller":"traceutil/trace.go:171","msg":"trace[554146098] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"3.480846837s","start":"2026-05-28T03:01:50.808195Z","end":"2026-05-28T03:01:54.289041Z","steps":["trace[554146098] 'process raft request' (duration: 3.480557848s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:54.289087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.808185Z","time spent":"3.480874388s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:54.535512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000157224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:01:54.535592Z","caller":"traceutil/trace.go:171","msg":"trace[1114097395] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000289068s","start":"2026-05-28T03:01:52.535284Z","end":"2026-05-28T03:01:54.535574Z","steps":["trace[1114097395] 'agreement among raft nodes before linearized reading' (duration: 2.000190994s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:54.535638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:52.535265Z","time spent":"2.00036457s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:01:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:55.840271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997490655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-28T03:01:55.840305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997730793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:01:55.84036Z","caller":"traceutil/trace.go:171","msg":"trace[765736522] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997629569s","start":"2026-05-28T03:01:50.842709Z","end":"2026-05-28T03:01:55.840339Z","steps":["trace[765736522] 'agreement among raft nodes before linearized reading' (duration: 4.997519086s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:55.840383Z","caller":"traceutil/trace.go:171","msg":"trace[1050396292] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.997873417s","start":"2026-05-28T03:01:50.84249Z","end":"2026-05-28T03:01:55.840363Z","steps":["trace[1050396292] 'agreement among raft nodes before linearized reading' (duration: 4.997763993s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:55.840472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.842694Z","time spent":"4.997766174s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/28 03:01:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:55.840506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.842471Z","time spent":"4.998024122s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/28 03:01:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:55.842711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998094155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:01:55.842813Z","caller":"traceutil/trace.go:171","msg":"trace[1702620380] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998218708s","start":"2026-05-28T03:01:50.844543Z","end":"2026-05-28T03:01:55.842762Z","steps":["trace[1702620380] 'agreement among raft nodes before linearized reading' (duration: 4.998128455s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:55.842857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.844526Z","time spent":"4.998322772s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/28 03:01:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:55.865464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.014266207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:01:55.865574Z","caller":"traceutil/trace.go:171","msg":"trace[1194193072] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.014421792s","start":"2026-05-28T03:01:48.851126Z","end":"2026-05-28T03:01:55.865548Z","steps":["trace[1194193072] 'agreement among raft nodes before linearized reading' (duration: 7.014285967s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:55.86566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:48.851111Z","time spent":"7.014531455s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/28 03:01:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:56.51892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604723798s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:01:56.519197Z","caller":"traceutil/trace.go:171","msg":"trace[781352263] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"4.554613202s","start":"2026-05-28T03:01:51.96452Z","end":"2026-05-28T03:01:56.519133Z","steps":["trace[781352263] 'process raft request' (duration: 2.949570583s)","trace[781352263] 'compare' (duration: 1.603792549s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:56.519532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:51.964495Z","time spent":"4.554926582s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:56.543398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999803341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:01:56.543509Z","caller":"traceutil/trace.go:171","msg":"trace[364306976] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999987427s","start":"2026-05-28T03:01:54.543494Z","end":"2026-05-28T03:01:56.543481Z","steps":["trace[364306976] 'agreement among raft nodes before linearized reading' (duration: 1.999847692s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:56.54356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:54.543466Z","time spent":"2.00008596s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:01:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:57.703888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184862208s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-28T03:01:57.703948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:56.788086Z","time spent":"915.855834ms","remote":"127.0.0.1:46652","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T03:01:57.704Z","caller":"traceutil/trace.go:171","msg":"trace[2044891444] linearizableReadLoop","detail":"{readStateIndex:27339; appliedIndex:27337; }","duration":"5.913625457s","start":"2026-05-28T03:01:51.790357Z","end":"2026-05-28T03:01:57.703983Z","steps":["trace[2044891444] 'read index received' (duration: 2.498801309s)","trace[2044891444] 'applied index is now lower than readState.Index' (duration: 3.414822868s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:57.704308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161937409s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:57.704522Z","caller":"traceutil/trace.go:171","msg":"trace[525791428] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26440; }","duration":"1.162156986s","start":"2026-05-28T03:01:56.542345Z","end":"2026-05-28T03:01:57.704502Z","steps":["trace[525791428] 'range keys from in-memory index tree' (duration: 1.161921948s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:57.704554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.489946491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:57.704586Z","caller":"traceutil/trace.go:171","msg":"trace[2121394290] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26440; }","duration":"8.490029755s","start":"2026-05-28T03:01:49.214545Z","end":"2026-05-28T03:01:57.704575Z","steps":["trace[2121394290] 'agreement among raft nodes before linearized reading' (duration: 8.489954572s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:57.704581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.468209551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:57.704638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.591567034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:01:57.704634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.525083839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:01:57.704653Z","caller":"traceutil/trace.go:171","msg":"trace[1675746992] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26440; }","duration":"7.591627836s","start":"2026-05-28T03:01:50.113021Z","end":"2026-05-28T03:01:57.704649Z","steps":["trace[1675746992] 'agreement among raft nodes before linearized reading' (duration: 7.591596335s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:57.704643Z","caller":"traceutil/trace.go:171","msg":"trace[1597034464] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26440; }","duration":"7.468303644s","start":"2026-05-28T03:01:50.23632Z","end":"2026-05-28T03:01:57.704624Z","steps":["trace[1597034464] 'agreement among raft nodes before linearized reading' (duration: 7.468205431s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:57.70467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.113001Z","time spent":"7.591665847s","remote":"127.0.0.1:57922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:57.704673Z","caller":"traceutil/trace.go:171","msg":"trace[910779042] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26440; }","duration":"8.525166952s","start":"2026-05-28T03:01:49.179494Z","end":"2026-05-28T03:01:57.704661Z","steps":["trace[910779042] 'agreement among raft nodes before linearized reading' (duration: 8.525053298s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:57.704705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.236306Z","time spent":"7.468371186s","remote":"127.0.0.1:60458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:57.704786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.739060994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:01:57.704809Z","caller":"traceutil/trace.go:171","msg":"trace[1476488082] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26440; }","duration":"7.739125776s","start":"2026-05-28T03:01:49.965678Z","end":"2026-05-28T03:01:57.704804Z","steps":["trace[1476488082] 'agreement among raft nodes before linearized reading' (duration: 7.739078335s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:57.704806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.848793452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:57.704826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:49.965657Z","time spent":"7.739164888s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:57.704839Z","caller":"traceutil/trace.go:171","msg":"trace[842176860] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26440; }","duration":"8.848904406s","start":"2026-05-28T03:01:48.855925Z","end":"2026-05-28T03:01:57.70483Z","steps":["trace[842176860] 'agreement among raft nodes before linearized reading' (duration: 8.848803863s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:57.70488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:48.855911Z","time spent":"8.848961738s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:01:57.704607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:49.214526Z","time spent":"8.490076526s","remote":"127.0.0.1:60090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:57.704924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.221460714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:57.704939Z","caller":"traceutil/trace.go:171","msg":"trace[1238576113] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26440; }","duration":"8.221624599s","start":"2026-05-28T03:01:49.48331Z","end":"2026-05-28T03:01:57.704935Z","steps":["trace[1238576113] 'agreement among raft nodes before linearized reading' (duration: 8.221596168s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:57.704955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:49.483282Z","time spent":"8.221667521s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:57.704708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:49.179475Z","time spent":"8.525224714s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:57.705098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.544045144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:01:57.705161Z","caller":"traceutil/trace.go:171","msg":"trace[1423680650] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26440; }","duration":"6.544150607s","start":"2026-05-28T03:01:51.160995Z","end":"2026-05-28T03:01:57.705145Z","steps":["trace[1423680650] 'agreement among raft nodes before linearized reading' (duration: 6.544033433s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:57.705194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:51.160979Z","time spent":"6.544206709s","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:57.705228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.852001575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-28T03:01:57.705309Z","caller":"traceutil/trace.go:171","msg":"trace[556241900] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26440; }","duration":"8.852111018s","start":"2026-05-28T03:01:48.853178Z","end":"2026-05-28T03:01:57.705289Z","steps":["trace[556241900] 'agreement among raft nodes before linearized reading' (duration: 8.851893342s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:57.705351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:48.853167Z","time spent":"8.85217412s","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-28T03:01:57.705429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.85619818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-28T03:01:57.705414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.855821456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-af1bbf11-ef5b-4319-969b-893f7856971d\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-28T03:01:57.705461Z","caller":"traceutil/trace.go:171","msg":"trace[72694119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26440; }","duration":"6.856268772s","start":"2026-05-28T03:01:50.849185Z","end":"2026-05-28T03:01:57.705454Z","steps":["trace[72694119] 'agreement among raft nodes before linearized reading' (duration: 6.856187589s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:57.70548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.849157Z","time spent":"6.856317853s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T03:01:57.705488Z","caller":"traceutil/trace.go:171","msg":"trace[1951484246] range","detail":"{range_begin:/registry/persistentvolumes/pvc-af1bbf11-ef5b-4319-969b-893f7856971d; range_end:; response_count:1; response_revision:26440; }","duration":"8.855909529s","start":"2026-05-28T03:01:48.849557Z","end":"2026-05-28T03:01:57.705466Z","steps":["trace[1951484246] 'agreement among raft nodes before linearized reading' (duration: 8.855693502s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:57.705527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:48.849548Z","time spent":"8.855968831s","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-af1bbf11-ef5b-4319-969b-893f7856971d\" "} {"level":"warn","ts":"2026-05-28T03:01:57.706363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.857245283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T03:01:57.706425Z","caller":"traceutil/trace.go:171","msg":"trace[2067157550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26440; }","duration":"6.857324295s","start":"2026-05-28T03:01:50.849084Z","end":"2026-05-28T03:01:57.706408Z","steps":["trace[2067157550] 'agreement among raft nodes before linearized reading' (duration: 6.855675233s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:57.706474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.849075Z","time spent":"6.857387908s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:57.808178Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.51354888s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T03:01:57.808636Z","caller":"traceutil/trace.go:171","msg":"trace[104581794] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"1.514084987s","start":"2026-05-28T03:01:56.294524Z","end":"2026-05-28T03:01:57.808609Z","steps":["trace[104581794] 'process raft request' (duration: 1.513894161s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:57.808756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:56.294506Z","time spent":"1.514173179s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:58.324041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000207485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:01:58.324124Z","caller":"traceutil/trace.go:171","msg":"trace[1685849635] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000305868s","start":"2026-05-28T03:01:56.323798Z","end":"2026-05-28T03:01:58.324104Z","steps":["trace[1685849635] 'agreement among raft nodes before linearized reading' (duration: 2.000204365s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:58.32417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:56.32373Z","time spent":"2.000431422s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:01:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:58.543541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999818643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:01:58.543601Z","caller":"traceutil/trace.go:171","msg":"trace[2135708725] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999939316s","start":"2026-05-28T03:01:56.543647Z","end":"2026-05-28T03:01:58.543587Z","steps":["trace[2135708725] 'agreement among raft nodes before linearized reading' (duration: 1.999860914s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:58.543631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:56.543622Z","time spent":"2.000003589s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:01:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:01:59.516733Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.668723974s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T03:01:59.517331Z","caller":"traceutil/trace.go:171","msg":"trace[1509228190] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"3.222022847s","start":"2026-05-28T03:01:56.295279Z","end":"2026-05-28T03:01:59.517302Z","steps":["trace[1509228190] 'process raft request' (duration: 3.221915074s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:59.517365Z","caller":"traceutil/trace.go:171","msg":"trace[457939911] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"3.22243796s","start":"2026-05-28T03:01:56.294889Z","end":"2026-05-28T03:01:59.517327Z","steps":["trace[457939911] 'process raft request' (duration: 3.22211733s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:59.517506Z","caller":"traceutil/trace.go:171","msg":"trace[2026056815] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"3.221585623s","start":"2026-05-28T03:01:56.29591Z","end":"2026-05-28T03:01:59.517496Z","steps":["trace[2026056815] 'process raft request' (duration: 3.221349876s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.517511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:56.295253Z","time spent":"3.222169672s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:59.517569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:56.295902Z","time spent":"3.221636235s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:59.517554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:56.294857Z","time spent":"3.222581144s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:59.517799Z","caller":"traceutil/trace.go:171","msg":"trace[675590101] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"3.221647705s","start":"2026-05-28T03:01:56.296141Z","end":"2026-05-28T03:01:59.517789Z","steps":["trace[675590101] 'process raft request' (duration: 3.221260453s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.517863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:56.296134Z","time spent":"3.221696047s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:59.518734Z","caller":"traceutil/trace.go:171","msg":"trace[1005138213] linearizableReadLoop","detail":"{readStateIndex:27347; appliedIndex:27340; }","duration":"1.814689735s","start":"2026-05-28T03:01:57.704027Z","end":"2026-05-28T03:01:59.518716Z","steps":["trace[1005138213] 'read index received' (duration: 105.03341ms)","trace[1005138213] 'applied index is now lower than readState.Index' (duration: 1.709655215s)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:59.518819Z","caller":"traceutil/trace.go:171","msg":"trace[75612962] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"3.160858362s","start":"2026-05-28T03:01:56.357948Z","end":"2026-05-28T03:01:59.518806Z","steps":["trace[75612962] 'process raft request' (duration: 3.159798948s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.518915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:56.357917Z","time spent":"3.160928994s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:59.519185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.392761661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:01:59.519202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.164721802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:01:59.519172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.227143757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-05-28T03:01:59.519234Z","caller":"traceutil/trace.go:171","msg":"trace[225828147] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26450; }","duration":"7.392868695s","start":"2026-05-28T03:01:52.126352Z","end":"2026-05-28T03:01:59.519221Z","steps":["trace[225828147] 'agreement among raft nodes before linearized reading' (duration: 7.392780202s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:59.519255Z","caller":"traceutil/trace.go:171","msg":"trace[309170888] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26450; }","duration":"5.227245861s","start":"2026-05-28T03:01:54.291994Z","end":"2026-05-28T03:01:59.519239Z","steps":["trace[309170888] 'agreement among raft nodes before linearized reading' (duration: 5.227081275s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.519274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:52.126336Z","time spent":"7.392928826s","remote":"127.0.0.1:56886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:59.519288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.26648807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:59.519319Z","caller":"traceutil/trace.go:171","msg":"trace[619743255] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26450; }","duration":"4.266548961s","start":"2026-05-28T03:01:55.252761Z","end":"2026-05-28T03:01:59.51931Z","steps":["trace[619743255] 'agreement among raft nodes before linearized reading' (duration: 4.266495699s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.519314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:54.291983Z","time spent":"5.227317533s","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T03:01:59.519322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.252535873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:01:59.519357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:55.252746Z","time spent":"4.266601633s","remote":"127.0.0.1:60382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:59.519386Z","caller":"traceutil/trace.go:171","msg":"trace[88158423] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26450; }","duration":"7.252630976s","start":"2026-05-28T03:01:52.266736Z","end":"2026-05-28T03:01:59.519367Z","steps":["trace[88158423] 'agreement among raft nodes before linearized reading' (duration: 7.252485801s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.519375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.182159427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:01:59.519375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.363307265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:59.51945Z","caller":"traceutil/trace.go:171","msg":"trace[912920651] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26450; }","duration":"5.182275881s","start":"2026-05-28T03:01:54.337159Z","end":"2026-05-28T03:01:59.519435Z","steps":["trace[912920651] 'agreement among raft nodes before linearized reading' (duration: 5.182091445s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.519446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:52.266719Z","time spent":"7.252710858s","remote":"127.0.0.1:48306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:59.519469Z","caller":"traceutil/trace.go:171","msg":"trace[792236578] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26450; }","duration":"7.363404478s","start":"2026-05-28T03:01:52.156041Z","end":"2026-05-28T03:01:59.519445Z","steps":["trace[792236578] 'agreement among raft nodes before linearized reading' (duration: 7.363266924s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.519461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927026428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:59.51952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:52.156Z","time spent":"7.363505521s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:59.519534Z","caller":"traceutil/trace.go:171","msg":"trace[1279859939] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26450; }","duration":"1.927129191s","start":"2026-05-28T03:01:57.592388Z","end":"2026-05-28T03:01:59.519517Z","steps":["trace[1279859939] 'agreement among raft nodes before linearized reading' (duration: 1.926979506s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:59.519555Z","caller":"traceutil/trace.go:171","msg":"trace[709310646] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"1.851488555s","start":"2026-05-28T03:01:57.668061Z","end":"2026-05-28T03:01:59.51955Z","steps":["trace[709310646] 'process raft request' (duration: 1.850440661s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:59.519531Z","caller":"traceutil/trace.go:171","msg":"trace[636144199] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"1.809234812s","start":"2026-05-28T03:01:57.710287Z","end":"2026-05-28T03:01:59.519522Z","steps":["trace[636144199] 'process raft request' (duration: 1.808342883s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.519574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:57.592348Z","time spent":"1.927217963s","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:59.519612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:57.668036Z","time spent":"1.851535216s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:59.519637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:57.710269Z","time spent":"1.809329434s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:59.519637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.722930421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126832"} {"level":"warn","ts":"2026-05-28T03:01:59.519658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.44757236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:59.5197Z","caller":"traceutil/trace.go:171","msg":"trace[152390963] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26450; }","duration":"3.447619781s","start":"2026-05-28T03:01:56.072071Z","end":"2026-05-28T03:01:59.51969Z","steps":["trace[152390963] 'agreement among raft nodes before linearized reading' (duration: 3.447549559s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:59.51973Z","caller":"traceutil/trace.go:171","msg":"trace[520643455] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26450; }","duration":"7.723015933s","start":"2026-05-28T03:01:51.796671Z","end":"2026-05-28T03:01:59.519687Z","steps":["trace[520643455] 'agreement among raft nodes before linearized reading' (duration: 7.722756735s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.519762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:56.072019Z","time spent":"3.447730084s","remote":"127.0.0.1:52040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:59.519774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:51.79666Z","time spent":"7.723102616s","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126855,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-05-28T03:01:59.519772Z","caller":"traceutil/trace.go:171","msg":"trace[694157906] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"1.850283947s","start":"2026-05-28T03:01:57.669469Z","end":"2026-05-28T03:01:59.519753Z","steps":["trace[694157906] 'process raft request' (duration: 1.8491156s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.519491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:54.337149Z","time spent":"5.182334432s","remote":"127.0.0.1:48358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:59.519817Z","caller":"traceutil/trace.go:171","msg":"trace[868283069] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"1.809010465s","start":"2026-05-28T03:01:57.710796Z","end":"2026-05-28T03:01:59.519806Z","steps":["trace[868283069] 'process raft request' (duration: 1.807871658s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.51917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712743452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:59.519872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:57.669442Z","time spent":"1.850373799s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:59.51991Z","caller":"traceutil/trace.go:171","msg":"trace[239436432] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26450; }","duration":"2.713520406s","start":"2026-05-28T03:01:56.806372Z","end":"2026-05-28T03:01:59.519892Z","steps":["trace[239436432] 'agreement among raft nodes before linearized reading' (duration: 2.71267841s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.519932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922797262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:59.519954Z","caller":"traceutil/trace.go:171","msg":"trace[964020699] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26450; }","duration":"1.922822853s","start":"2026-05-28T03:01:57.597125Z","end":"2026-05-28T03:01:59.519948Z","steps":["trace[964020699] 'agreement among raft nodes before linearized reading' (duration: 1.922777152s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.519959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:56.806351Z","time spent":"2.713590189s","remote":"127.0.0.1:60504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:59.51999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:57.5971Z","time spent":"1.922885185s","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:59.519993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927698798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:01:59.520034Z","caller":"traceutil/trace.go:171","msg":"trace[714729868] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26450; }","duration":"1.927774661s","start":"2026-05-28T03:01:57.592248Z","end":"2026-05-28T03:01:59.520022Z","steps":["trace[714729868] 'agreement among raft nodes before linearized reading' (duration: 1.927702548s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.520065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:57.592233Z","time spent":"1.927822953s","remote":"127.0.0.1:56898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:59.52018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.552663949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:59.520229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237871792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:59.520248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031588161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:59.52025Z","caller":"traceutil/trace.go:171","msg":"trace[1408329608] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26450; }","duration":"5.552762192s","start":"2026-05-28T03:01:53.967472Z","end":"2026-05-28T03:01:59.520235Z","steps":["trace[1408329608] 'agreement among raft nodes before linearized reading' (duration: 5.552663759s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:59.520274Z","caller":"traceutil/trace.go:171","msg":"trace[189087331] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26450; }","duration":"2.237952194s","start":"2026-05-28T03:01:57.282309Z","end":"2026-05-28T03:01:59.520262Z","steps":["trace[189087331] 'agreement among raft nodes before linearized reading' (duration: 2.237886042s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.520301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973872387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:59.520306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:57.28229Z","time spent":"2.238005276s","remote":"127.0.0.1:60372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:59.520309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:53.967457Z","time spent":"5.552837114s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:59.52033Z","caller":"traceutil/trace.go:171","msg":"trace[2102704363] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26450; }","duration":"1.973899208s","start":"2026-05-28T03:01:57.546422Z","end":"2026-05-28T03:01:59.520321Z","steps":["trace[2102704363] 'agreement among raft nodes before linearized reading' (duration: 1.973863237s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:59.51924Z","caller":"traceutil/trace.go:171","msg":"trace[1823182397] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26450; }","duration":"5.164778534s","start":"2026-05-28T03:01:54.354449Z","end":"2026-05-28T03:01:59.519227Z","steps":["trace[1823182397] 'agreement among raft nodes before linearized reading' (duration: 5.164714592s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.520389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140384512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:01:59.520381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112124593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"info","ts":"2026-05-28T03:01:59.520449Z","caller":"traceutil/trace.go:171","msg":"trace[1898079980] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26450; }","duration":"2.140473475s","start":"2026-05-28T03:01:57.37997Z","end":"2026-05-28T03:01:59.520443Z","steps":["trace[1898079980] 'agreement among raft nodes before linearized reading' (duration: 2.140395052s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.520388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:54.354439Z","time spent":"5.165932461s","remote":"127.0.0.1:41628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:59.520468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:57.379954Z","time spent":"2.140508976s","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:59.520471Z","caller":"traceutil/trace.go:171","msg":"trace[1471412696] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26450; }","duration":"2.112237037s","start":"2026-05-28T03:01:57.408223Z","end":"2026-05-28T03:01:59.52046Z","steps":["trace[1471412696] 'agreement among raft nodes before linearized reading' (duration: 2.111999869s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.520495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:57.408206Z","time spent":"2.112283358s","remote":"127.0.0.1:56920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418347,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-28T03:01:59.519888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:57.710782Z","time spent":"1.809054836s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:59.520195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.677463509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-05-28T03:01:59.52064Z","caller":"traceutil/trace.go:171","msg":"trace[1900698296] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26450; }","duration":"3.677897683s","start":"2026-05-28T03:01:55.842725Z","end":"2026-05-28T03:01:59.520622Z","steps":["trace[1900698296] 'agreement among raft nodes before linearized reading' (duration: 3.677378136s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.520692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:55.842667Z","time spent":"3.678012756s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-05-28T03:01:59.520273Z","caller":"traceutil/trace.go:171","msg":"trace[291096597] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26450; }","duration":"2.031645873s","start":"2026-05-28T03:01:57.48862Z","end":"2026-05-28T03:01:59.520266Z","steps":["trace[291096597] 'agreement among raft nodes before linearized reading' (duration: 2.031598142s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.520349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:57.546366Z","time spent":"1.97397812s","remote":"127.0.0.1:41656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:59.520781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:57.488606Z","time spent":"2.03215073s","remote":"127.0.0.1:60214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:59.519674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.725387178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a41a4cddd6\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-05-28T03:01:59.521737Z","caller":"traceutil/trace.go:171","msg":"trace[508215755] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b398a41a4cddd6; range_end:; response_count:1; response_revision:26450; }","duration":"7.727485365s","start":"2026-05-28T03:01:51.794235Z","end":"2026-05-28T03:01:59.521721Z","steps":["trace[508215755] 'agreement among raft nodes before linearized reading' (duration: 7.724909084s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.521958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:51.794193Z","time spent":"7.727573618s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a41a4cddd6\" "} {"level":"warn","ts":"2026-05-28T03:01:59.523166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.140038309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:59.523227Z","caller":"traceutil/trace.go:171","msg":"trace[1315092960] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26450; }","duration":"4.140133832s","start":"2026-05-28T03:01:55.383076Z","end":"2026-05-28T03:01:59.523209Z","steps":["trace[1315092960] 'agreement among raft nodes before linearized reading' (duration: 4.136027641s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.52327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:55.383058Z","time spent":"4.140201853s","remote":"127.0.0.1:56814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:00.019296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:02:00.550658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00042226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T03:02:00.550752Z","caller":"traceutil/trace.go:171","msg":"trace[1950919980] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001950799s","start":"2026-05-28T03:01:58.54878Z","end":"2026-05-28T03:02:00.550731Z","steps":["trace[1950919980] 'agreement among raft nodes before linearized reading' (duration: 2.000443141s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:00.550859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:58.548769Z","time spent":"2.002074733s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:02:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:02:01.062971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.581099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:01.063109Z","caller":"traceutil/trace.go:171","msg":"trace[164817781] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"1.767818494s","start":"2026-05-28T03:01:59.295263Z","end":"2026-05-28T03:02:01.063082Z","steps":["trace[164817781] 'process raft request' (duration: 966.023678ms)","trace[164817781] 'compare' (duration: 800.782594ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:01.063206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:59.295232Z","time spent":"1.767925128s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:01.72248Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.379834177s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T03:02:01.972412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.599047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:01.972824Z","caller":"traceutil/trace.go:171","msg":"trace[1560601947] transaction","detail":"{read_only:false; response_revision:26452; number_of_response:1; }","duration":"2.448405047s","start":"2026-05-28T03:01:59.524378Z","end":"2026-05-28T03:02:01.972783Z","steps":["trace[1560601947] 'process raft request' (duration: 2.198333805s)","trace[1560601947] 'compare' (duration: 249.008898ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:01.973061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:59.524352Z","time spent":"2.448610144s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:01.973216Z","caller":"traceutil/trace.go:171","msg":"trace[487957477] linearizableReadLoop","detail":"{readStateIndex:27353; appliedIndex:27349; }","duration":"2.454422638s","start":"2026-05-28T03:01:59.518775Z","end":"2026-05-28T03:02:01.973197Z","steps":["trace[487957477] 'read index received' (duration: 742.528251ms)","trace[487957477] 'applied index is now lower than readState.Index' (duration: 1.711893427s)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:01.97306Z","caller":"traceutil/trace.go:171","msg":"trace[606484190] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"2.158142497s","start":"2026-05-28T03:01:59.814884Z","end":"2026-05-28T03:02:01.973026Z","steps":["trace[606484190] 'process raft request' (duration: 2.157709203s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:01.973517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:59.814852Z","time spent":"2.158616852s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:01.973641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374506035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:01.973694Z","caller":"traceutil/trace.go:171","msg":"trace[1128079422] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26454; }","duration":"3.374595089s","start":"2026-05-28T03:01:58.599086Z","end":"2026-05-28T03:02:01.973681Z","steps":["trace[1128079422] 'agreement among raft nodes before linearized reading' (duration: 3.374500326s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:01.973713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.420642602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:01.97373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:58.599067Z","time spent":"3.374653s","remote":"127.0.0.1:41768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:01.973753Z","caller":"traceutil/trace.go:171","msg":"trace[861510248] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26454; }","duration":"3.420720465s","start":"2026-05-28T03:01:58.55302Z","end":"2026-05-28T03:02:01.973741Z","steps":["trace[861510248] 'agreement among raft nodes before linearized reading' (duration: 3.420651042s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:01.973795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:58.553001Z","time spent":"3.420785337s","remote":"127.0.0.1:41754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:01.973879Z","caller":"traceutil/trace.go:171","msg":"trace[893641336] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"2.038571384s","start":"2026-05-28T03:01:59.935292Z","end":"2026-05-28T03:02:01.973864Z","steps":["trace[893641336] 'process raft request' (duration: 2.037540592s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:01.973941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:59.935266Z","time spent":"2.038642387s","remote":"127.0.0.1:56920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418382,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:01.974005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670411565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:01.974045Z","caller":"traceutil/trace.go:171","msg":"trace[1537219341] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26454; }","duration":"3.670491117s","start":"2026-05-28T03:01:58.303542Z","end":"2026-05-28T03:02:01.974033Z","steps":["trace[1537219341] 'agreement among raft nodes before linearized reading' (duration: 3.670436505s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:01.974074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:58.303522Z","time spent":"3.670544849s","remote":"127.0.0.1:57828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:01.974091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500680798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:01.974124Z","caller":"traceutil/trace.go:171","msg":"trace[1865700803] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26454; }","duration":"2.50074384s","start":"2026-05-28T03:01:59.473372Z","end":"2026-05-28T03:02:01.974115Z","steps":["trace[1865700803] 'agreement among raft nodes before linearized reading' (duration: 2.500688199s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:01.97416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:59.473353Z","time spent":"2.500794532s","remote":"127.0.0.1:57710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:01.974245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.80139874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:01.974281Z","caller":"traceutil/trace.go:171","msg":"trace[819775943] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26454; }","duration":"3.801485042s","start":"2026-05-28T03:01:58.172787Z","end":"2026-05-28T03:02:01.974272Z","steps":["trace[819775943] 'agreement among raft nodes before linearized reading' (duration: 3.801425831s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:01.974311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:58.172761Z","time spent":"3.801540114s","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:01.974382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868492794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:01.97442Z","caller":"traceutil/trace.go:171","msg":"trace[1503898852] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26454; }","duration":"2.868580738s","start":"2026-05-28T03:01:59.105826Z","end":"2026-05-28T03:02:01.974407Z","steps":["trace[1503898852] 'agreement among raft nodes before linearized reading' (duration: 2.868506445s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:01.974447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:59.105806Z","time spent":"2.868631749s","remote":"127.0.0.1:60082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:01.975094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.263208246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:01.975222Z","caller":"traceutil/trace.go:171","msg":"trace[1566589224] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26454; }","duration":"4.263363241s","start":"2026-05-28T03:01:57.711837Z","end":"2026-05-28T03:02:01.9752Z","steps":["trace[1566589224] 'agreement among raft nodes before linearized reading' (duration: 4.263171895s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:01.975282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:57.711824Z","time spent":"4.263438593s","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:02:02.473791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:02:02.548743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999056838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:02:02.548806Z","caller":"traceutil/trace.go:171","msg":"trace[820383050] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999174331s","start":"2026-05-28T03:02:00.549616Z","end":"2026-05-28T03:02:02.54879Z","steps":["trace[820383050] 'agreement among raft nodes before linearized reading' (duration: 1.999092189s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:02.548841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:00.549569Z","time spent":"1.999264815s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:02:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:02:04.557969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000242986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T03:02:04.558055Z","caller":"traceutil/trace.go:171","msg":"trace[1047287841] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000348719s","start":"2026-05-28T03:02:02.557684Z","end":"2026-05-28T03:02:04.558033Z","steps":["trace[1047287841] 'agreement among raft nodes before linearized reading' (duration: 2.000238786s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:04.558999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:02.557634Z","time spent":"2.000464803s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:02:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:02:04.572603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834315209s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:04.572787Z","caller":"traceutil/trace.go:171","msg":"trace[397022732] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"3.049034986s","start":"2026-05-28T03:02:01.523732Z","end":"2026-05-28T03:02:04.572767Z","steps":["trace[397022732] 'process raft request' (duration: 1.214499559s)","trace[397022732] 'compare' (duration: 1.83275966s)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:04.572919Z","caller":"traceutil/trace.go:171","msg":"trace[2038407536] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"3.047178267s","start":"2026-05-28T03:02:01.525726Z","end":"2026-05-28T03:02:04.572905Z","steps":["trace[2038407536] 'process raft request' (duration: 3.047064563s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:04.572917Z","caller":"traceutil/trace.go:171","msg":"trace[2135112324] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"3.047360793s","start":"2026-05-28T03:02:01.525531Z","end":"2026-05-28T03:02:04.572891Z","steps":["trace[2135112324] 'process raft request' (duration: 3.047169677s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:04.572997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:01.525716Z","time spent":"3.047244869s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:04.572918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:01.523704Z","time spent":"3.049119008s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:04.573049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:01.525518Z","time spent":"3.047458216s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:04.573003Z","caller":"traceutil/trace.go:171","msg":"trace[1736662552] linearizableReadLoop","detail":"{readStateIndex:27357; appliedIndex:27353; }","duration":"2.599708268s","start":"2026-05-28T03:02:01.973262Z","end":"2026-05-28T03:02:04.57297Z","steps":["trace[1736662552] 'read index received' (duration: 764.854812ms)","trace[1736662552] 'applied index is now lower than readState.Index' (duration: 1.834852626s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:04.573156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.050636355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-28T03:02:04.573189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047999193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T03:02:04.573207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884449191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-28T03:02:04.573225Z","caller":"traceutil/trace.go:171","msg":"trace[464137811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26458; }","duration":"3.048059615s","start":"2026-05-28T03:02:01.525157Z","end":"2026-05-28T03:02:04.573216Z","steps":["trace[464137811] 'agreement among raft nodes before linearized reading' (duration: 3.047946641s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:04.573232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.048334514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T03:02:04.573249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:01.525147Z","time spent":"3.048098026s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T03:02:04.573246Z","caller":"traceutil/trace.go:171","msg":"trace[2098005954] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26458; }","duration":"3.884513094s","start":"2026-05-28T03:02:00.688723Z","end":"2026-05-28T03:02:04.573236Z","steps":["trace[2098005954] 'agreement among raft nodes before linearized reading' (duration: 3.884385169s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:04.573259Z","caller":"traceutil/trace.go:171","msg":"trace[1779317214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26458; }","duration":"3.048363695s","start":"2026-05-28T03:02:01.524889Z","end":"2026-05-28T03:02:04.573252Z","steps":["trace[1779317214] 'agreement among raft nodes before linearized reading' (duration: 3.048293523s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:04.573254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.404431957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:04.573277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:01.524827Z","time spent":"3.048446168s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:04.57328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612010589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:04.573281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:00.688707Z","time spent":"3.884564636s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T03:02:04.573299Z","caller":"traceutil/trace.go:171","msg":"trace[863972709] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26458; }","duration":"4.404519269s","start":"2026-05-28T03:02:00.168771Z","end":"2026-05-28T03:02:04.573291Z","steps":["trace[863972709] 'agreement among raft nodes before linearized reading' (duration: 4.404456847s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:04.573305Z","caller":"traceutil/trace.go:171","msg":"trace[764914126] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26458; }","duration":"2.612078652s","start":"2026-05-28T03:02:01.961218Z","end":"2026-05-28T03:02:04.573297Z","steps":["trace[764914126] 'agreement among raft nodes before linearized reading' (duration: 2.61203251s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:04.573324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921923424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:04.57335Z","caller":"traceutil/trace.go:171","msg":"trace[513809432] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26458; }","duration":"2.921986556s","start":"2026-05-28T03:02:01.651355Z","end":"2026-05-28T03:02:04.573342Z","steps":["trace[513809432] 'agreement among raft nodes before linearized reading' (duration: 2.921945065s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:04.57335Z","caller":"traceutil/trace.go:171","msg":"trace[1204814123] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"3.047296961s","start":"2026-05-28T03:02:01.526046Z","end":"2026-05-28T03:02:04.573343Z","steps":["trace[1204814123] 'process raft request' (duration: 3.046786095s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:04.573371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:01.651335Z","time spent":"2.922031188s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:04.573386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:01.526019Z","time spent":"3.047348263s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:04.573424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.967405789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:04.573215Z","caller":"traceutil/trace.go:171","msg":"trace[2024439389] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26458; }","duration":"5.050714217s","start":"2026-05-28T03:01:59.522488Z","end":"2026-05-28T03:02:04.573202Z","steps":["trace[2024439389] 'agreement among raft nodes before linearized reading' (duration: 5.050546312s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:04.573326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:00.168744Z","time spent":"4.404573451s","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:04.573454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:59.522474Z","time spent":"5.050974476s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-28T03:02:04.573468Z","caller":"traceutil/trace.go:171","msg":"trace[1801927257] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26458; }","duration":"4.967473131s","start":"2026-05-28T03:01:59.605971Z","end":"2026-05-28T03:02:04.573444Z","steps":["trace[1801927257] 'agreement among raft nodes before linearized reading' (duration: 4.967366348s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:04.573327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:01.961197Z","time spent":"2.612124882s","remote":"127.0.0.1:47544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:04.573511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:59.605951Z","time spent":"4.967548473s","remote":"127.0.0.1:60534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:05.097452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.173054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:05.097812Z","caller":"traceutil/trace.go:171","msg":"trace[754121007] transaction","detail":"{read_only:false; response_revision:26459; number_of_response:1; }","duration":"1.118885999s","start":"2026-05-28T03:02:03.978859Z","end":"2026-05-28T03:02:05.097745Z","steps":["trace[754121007] 'process raft request' (duration: 874.336333ms)","trace[754121007] 'compare' (duration: 243.762441ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:05.097976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:03.978835Z","time spent":"1.119054545s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:05.099526Z","caller":"traceutil/trace.go:171","msg":"trace[334491059] linearizableReadLoop","detail":"{readStateIndex:27359; appliedIndex:27357; }","duration":"526.337197ms","start":"2026-05-28T03:02:04.573171Z","end":"2026-05-28T03:02:05.099508Z","steps":["trace[334491059] 'read index received' (duration: 279.946482ms)","trace[334491059] 'applied index is now lower than readState.Index' (duration: 246.389715ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:05.099562Z","caller":"traceutil/trace.go:171","msg":"trace[274731893] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"522.0411ms","start":"2026-05-28T03:02:04.577467Z","end":"2026-05-28T03:02:05.099508Z","steps":["trace[274731893] 'process raft request' (duration: 521.874445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:05.09966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:04.577451Z","time spent":"522.160863ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:05.099828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888830224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-28T03:02:05.099914Z","caller":"traceutil/trace.go:171","msg":"trace[878162507] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26462; }","duration":"1.888981468s","start":"2026-05-28T03:02:03.210912Z","end":"2026-05-28T03:02:05.099894Z","steps":["trace[878162507] 'agreement among raft nodes before linearized reading' (duration: 1.888617187s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:05.099899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.086196836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:02:05.099968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:03.210887Z","time spent":"1.889069401s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-28T03:02:05.100015Z","caller":"traceutil/trace.go:171","msg":"trace[133741711] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26462; }","duration":"3.086364762s","start":"2026-05-28T03:02:02.013622Z","end":"2026-05-28T03:02:05.099986Z","steps":["trace[133741711] 'agreement among raft nodes before linearized reading' (duration: 3.086182566s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:05.100077Z","caller":"traceutil/trace.go:171","msg":"trace[1885291855] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"522.506365ms","start":"2026-05-28T03:02:04.577557Z","end":"2026-05-28T03:02:05.100063Z","steps":["trace[1885291855] 'process raft request' (duration: 521.898425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:05.10009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:02.0136Z","time spent":"3.086471935s","remote":"127.0.0.1:33258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:05.100145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:04.577543Z","time spent":"522.570356ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:05.100296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.23194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:05.100338Z","caller":"traceutil/trace.go:171","msg":"trace[1049547447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26462; }","duration":"541.310663ms","start":"2026-05-28T03:02:04.559015Z","end":"2026-05-28T03:02:05.100326Z","steps":["trace[1049547447] 'agreement among raft nodes before linearized reading' (duration: 541.251641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:05.100374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:04.558998Z","time spent":"541.371124ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:02:05.100339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268064371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273003"} {"level":"info","ts":"2026-05-28T03:02:05.100468Z","caller":"traceutil/trace.go:171","msg":"trace[1799399264] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26462; }","duration":"2.268193016s","start":"2026-05-28T03:02:02.832221Z","end":"2026-05-28T03:02:05.100414Z","steps":["trace[1799399264] 'agreement among raft nodes before linearized reading' (duration: 2.26739478s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:05.100529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322242535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:02:05.100567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:02.832178Z","time spent":"2.26832758s","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273026,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-28T03:02:05.100599Z","caller":"traceutil/trace.go:171","msg":"trace[1258857414] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26462; }","duration":"2.322353788s","start":"2026-05-28T03:02:02.778228Z","end":"2026-05-28T03:02:05.100582Z","steps":["trace[1258857414] 'agreement among raft nodes before linearized reading' (duration: 2.322128881s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:05.10065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:02.778176Z","time spent":"2.322458571s","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:05.10097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119686702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:05.101026Z","caller":"traceutil/trace.go:171","msg":"trace[1413085588] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26462; }","duration":"3.119806976s","start":"2026-05-28T03:02:01.981205Z","end":"2026-05-28T03:02:05.101012Z","steps":["trace[1413085588] 'agreement among raft nodes before linearized reading' (duration: 3.119672872s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:05.101005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123402711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-28T03:02:05.101065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:01.981194Z","time spent":"3.119862367s","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-28T03:02:05.101094Z","caller":"traceutil/trace.go:171","msg":"trace[1237454823] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b398a427727950; range_end:; response_count:1; response_revision:26462; }","duration":"3.123542015s","start":"2026-05-28T03:02:01.977531Z","end":"2026-05-28T03:02:05.101074Z","steps":["trace[1237454823] 'agreement among raft nodes before linearized reading' (duration: 3.123244935s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:05.101446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:01.977513Z","time spent":"3.123860454s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" "} {"level":"warn","ts":"2026-05-28T03:02:05.100368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657031612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:05.101675Z","caller":"traceutil/trace.go:171","msg":"trace[25523382] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26462; }","duration":"1.658370294s","start":"2026-05-28T03:02:03.443285Z","end":"2026-05-28T03:02:05.101656Z","steps":["trace[25523382] 'agreement among raft nodes before linearized reading' (duration: 1.657037492s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:05.101733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:03.443265Z","time spent":"1.658448877s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:05.101091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54378588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7095"} {"level":"info","ts":"2026-05-28T03:02:05.101999Z","caller":"traceutil/trace.go:171","msg":"trace[1912249192] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26462; }","duration":"2.54473493s","start":"2026-05-28T03:02:02.557248Z","end":"2026-05-28T03:02:05.101983Z","steps":["trace[1912249192] 'agreement among raft nodes before linearized reading' (duration: 2.543655895s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:05.102054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:02.557229Z","time spent":"2.544809922s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7118,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-28T03:02:05.100293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375724066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:05.10319Z","caller":"traceutil/trace.go:171","msg":"trace[407110122] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26462; }","duration":"1.378632049s","start":"2026-05-28T03:02:03.724527Z","end":"2026-05-28T03:02:05.103159Z","steps":["trace[407110122] 'agreement among raft nodes before linearized reading' (duration: 1.375696826s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:05.103245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:03.724514Z","time spent":"1.378712852s","remote":"127.0.0.1:48146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:05.101112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.247614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T03:02:05.103362Z","caller":"traceutil/trace.go:171","msg":"trace[478119045] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26462; }","duration":"528.503035ms","start":"2026-05-28T03:02:04.57484Z","end":"2026-05-28T03:02:05.103343Z","steps":["trace[478119045] 'agreement among raft nodes before linearized reading' (duration: 526.205452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:05.103425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:04.57483Z","time spent":"528.578818ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T03:02:05.10121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.321034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d2e69ee1-d929-48b7-9dba-75a74f90cf01\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-05-28T03:02:05.103527Z","caller":"traceutil/trace.go:171","msg":"trace[47244349] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d2e69ee1-d929-48b7-9dba-75a74f90cf01; range_end:; response_count:1; response_revision:26462; }","duration":"527.647578ms","start":"2026-05-28T03:02:04.575863Z","end":"2026-05-28T03:02:05.103511Z","steps":["trace[47244349] 'agreement among raft nodes before linearized reading' (duration: 525.276583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:05.103581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:04.575851Z","time spent":"527.71742ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-d2e69ee1-d929-48b7-9dba-75a74f90cf01\" "} {"level":"warn","ts":"2026-05-28T03:02:05.101219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574239598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18540"} {"level":"info","ts":"2026-05-28T03:02:05.103639Z","caller":"traceutil/trace.go:171","msg":"trace[1387126035] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26462; }","duration":"2.576685036s","start":"2026-05-28T03:02:02.526937Z","end":"2026-05-28T03:02:05.103622Z","steps":["trace[1387126035] 'agreement among raft nodes before linearized reading' (duration: 2.574189176s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:05.103681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:02.52692Z","time spent":"2.576747127s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18563,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T03:02:05.100032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153525491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:05.10384Z","caller":"traceutil/trace.go:171","msg":"trace[1846899929] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26462; }","duration":"1.157335682s","start":"2026-05-28T03:02:03.946491Z","end":"2026-05-28T03:02:05.103827Z","steps":["trace[1846899929] 'agreement among raft nodes before linearized reading' (duration: 1.15349056s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:05.103876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:03.946442Z","time spent":"1.157419915s","remote":"127.0.0.1:57750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:05.612509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:02:06.113841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:02:06.614245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:02:06.958136Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.6963131s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T03:02:06.988925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.161378ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:06.989048Z","caller":"traceutil/trace.go:171","msg":"trace[2059067642] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26462; }","duration":"447.296123ms","start":"2026-05-28T03:02:06.541733Z","end":"2026-05-28T03:02:06.989029Z","steps":["trace[2059067642] 'range keys from in-memory index tree' (duration: 447.141568ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:06.990654Z","caller":"traceutil/trace.go:171","msg":"trace[1245049820] transaction","detail":"{read_only:false; response_revision:26463; number_of_response:1; }","duration":"1.879824805s","start":"2026-05-28T03:02:05.110813Z","end":"2026-05-28T03:02:06.990638Z","steps":["trace[1245049820] 'process raft request' (duration: 1.847555629s)","trace[1245049820] 'compare' (duration: 32.166243ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:06.990788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:05.110801Z","time spent":"1.879909018s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7270,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:08.252707Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.287614815s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T03:02:08.253202Z","caller":"traceutil/trace.go:171","msg":"trace[1097051537] transaction","detail":"{read_only:false; response_revision:26464; number_of_response:1; }","duration":"3.142321761s","start":"2026-05-28T03:02:05.110834Z","end":"2026-05-28T03:02:08.253156Z","steps":["trace[1097051537] 'process raft request' (duration: 3.142062703s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:08.253377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:05.110811Z","time spent":"3.142468455s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:08.253391Z","caller":"traceutil/trace.go:171","msg":"trace[1150513530] linearizableReadLoop","detail":"{readStateIndex:27370; appliedIndex:27361; }","duration":"3.141189755s","start":"2026-05-28T03:02:05.112179Z","end":"2026-05-28T03:02:08.253369Z","steps":["trace[1150513530] 'read index received' (duration: 1.846211286s)","trace[1150513530] 'applied index is now lower than readState.Index' (duration: 1.294977469s)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:08.253493Z","caller":"traceutil/trace.go:171","msg":"trace[1128350995] transaction","detail":"{read_only:false; response_revision:26470; number_of_response:1; }","duration":"1.671637816s","start":"2026-05-28T03:02:06.581834Z","end":"2026-05-28T03:02:08.253472Z","steps":["trace[1128350995] 'process raft request' (duration: 1.67146809s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:08.253478Z","caller":"traceutil/trace.go:171","msg":"trace[88566029] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"3.142453365s","start":"2026-05-28T03:02:05.110967Z","end":"2026-05-28T03:02:08.25342Z","steps":["trace[88566029] 'process raft request' (duration: 3.142088853s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:08.253537Z","caller":"traceutil/trace.go:171","msg":"trace[1704661729] transaction","detail":"{read_only:false; response_revision:26471; number_of_response:1; }","duration":"1.66865107s","start":"2026-05-28T03:02:06.584873Z","end":"2026-05-28T03:02:08.253524Z","steps":["trace[1704661729] 'process raft request' (duration: 1.668460714s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:08.253563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:06.581813Z","time spent":"1.671713548s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:08.253625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:05.110959Z","time spent":"3.14258829s","remote":"127.0.0.1:48146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:08.253642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:06.584858Z","time spent":"1.668708263s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:08.253654Z","caller":"traceutil/trace.go:171","msg":"trace[1680429762] transaction","detail":"{read_only:false; response_revision:26467; number_of_response:1; }","duration":"2.184251226s","start":"2026-05-28T03:02:06.069392Z","end":"2026-05-28T03:02:08.253643Z","steps":["trace[1680429762] 'process raft request' (duration: 2.183768171s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:08.253713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:06.069368Z","time spent":"2.184312508s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:08.253762Z","caller":"traceutil/trace.go:171","msg":"trace[947430724] transaction","detail":"{read_only:false; response_revision:26468; number_of_response:1; }","duration":"1.674151875s","start":"2026-05-28T03:02:06.579602Z","end":"2026-05-28T03:02:08.253754Z","steps":["trace[947430724] 'process raft request' (duration: 1.673610218s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:08.253775Z","caller":"traceutil/trace.go:171","msg":"trace[1932074137] transaction","detail":"{read_only:false; response_revision:26466; number_of_response:1; }","duration":"3.142735954s","start":"2026-05-28T03:02:05.111014Z","end":"2026-05-28T03:02:08.25375Z","steps":["trace[1932074137] 'process raft request' (duration: 3.142104614s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:08.253805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:06.579583Z","time spent":"1.674199137s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:08.25385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14166324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:08.253886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:05.111009Z","time spent":"3.142809827s","remote":"127.0.0.1:48146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:08.253891Z","caller":"traceutil/trace.go:171","msg":"trace[1795841297] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:0; response_revision:26471; }","duration":"3.141727993s","start":"2026-05-28T03:02:05.112153Z","end":"2026-05-28T03:02:08.253881Z","steps":["trace[1795841297] 'agreement among raft nodes before linearized reading' (duration: 3.141647s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:08.253937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:05.112145Z","time spent":"3.141784434s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-05-28T03:02:08.254739Z","caller":"traceutil/trace.go:171","msg":"trace[60446613] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"1.673110792s","start":"2026-05-28T03:02:06.581575Z","end":"2026-05-28T03:02:08.254685Z","steps":["trace[60446613] 'process raft request' (duration: 1.671673336s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:08.254895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:06.581548Z","time spent":"1.673268447s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:08.32349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000186903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:02:08.323576Z","caller":"traceutil/trace.go:171","msg":"trace[194614142] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000335868s","start":"2026-05-28T03:02:06.323217Z","end":"2026-05-28T03:02:08.323553Z","steps":["trace[194614142] 'agreement among raft nodes before linearized reading' (duration: 2.000219774s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:08.323622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:06.323197Z","time spent":"2.00041422s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:02:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:02:08.535504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000447092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:02:08.53561Z","caller":"traceutil/trace.go:171","msg":"trace[385964367] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000596916s","start":"2026-05-28T03:02:06.534987Z","end":"2026-05-28T03:02:08.535584Z","steps":["trace[385964367] 'agreement among raft nodes before linearized reading' (duration: 2.000468432s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:08.535675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:06.534971Z","time spent":"2.000688949s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:02:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:02:08.753745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454714,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:02:09.83363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.153655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:09.833853Z","caller":"traceutil/trace.go:171","msg":"trace[526681970] transaction","detail":"{read_only:false; response_revision:26473; number_of_response:1; }","duration":"2.727815892s","start":"2026-05-28T03:02:07.106021Z","end":"2026-05-28T03:02:09.833837Z","steps":["trace[526681970] 'process raft request' (duration: 2.727693888s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:09.833921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:07.105993Z","time spent":"2.727894075s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:09.833968Z","caller":"traceutil/trace.go:171","msg":"trace[64663097] linearizableReadLoop","detail":"{readStateIndex:27373; appliedIndex:27370; }","duration":"1.580455647s","start":"2026-05-28T03:02:08.253488Z","end":"2026-05-28T03:02:09.833944Z","steps":["trace[64663097] 'read index received' (duration: 723.91581ms)","trace[64663097] 'applied index is now lower than readState.Index' (duration: 856.538547ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:09.834079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:08.255366Z","time spent":"1.578708412s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T03:02:09.834129Z","caller":"traceutil/trace.go:171","msg":"trace[742128906] transaction","detail":"{read_only:false; response_revision:26472; number_of_response:1; }","duration":"2.807416114s","start":"2026-05-28T03:02:07.026701Z","end":"2026-05-28T03:02:09.834117Z","steps":["trace[742128906] 'process raft request' (duration: 1.950704201s)","trace[742128906] 'compare' (duration: 856.034201ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:09.834198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:07.026679Z","time spent":"2.807474855s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:09.834325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227354278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:09.834366Z","caller":"traceutil/trace.go:171","msg":"trace[1327318564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26473; }","duration":"2.22744722s","start":"2026-05-28T03:02:07.606904Z","end":"2026-05-28T03:02:09.834351Z","steps":["trace[1327318564] 'agreement among raft nodes before linearized reading' (duration: 2.227361358s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:09.834402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:07.606885Z","time spent":"2.227508223s","remote":"127.0.0.1:56856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:09.83461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.038395588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-28T03:02:09.83463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04065349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-28T03:02:09.834645Z","caller":"traceutil/trace.go:171","msg":"trace[1230792714] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26473; }","duration":"3.03844202s","start":"2026-05-28T03:02:06.79619Z","end":"2026-05-28T03:02:09.834632Z","steps":["trace[1230792714] 'agreement among raft nodes before linearized reading' (duration: 3.038321696s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:09.83466Z","caller":"traceutil/trace.go:171","msg":"trace[2049287091] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26473; }","duration":"3.040711562s","start":"2026-05-28T03:02:06.793939Z","end":"2026-05-28T03:02:09.83465Z","steps":["trace[2049287091] 'agreement among raft nodes before linearized reading' (duration: 3.040600268s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:09.834668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823384431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:09.834676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:06.796185Z","time spent":"3.038484482s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T03:02:09.834687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:06.793923Z","time spent":"3.040757934s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T03:02:09.834743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.727916446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T03:02:09.834763Z","caller":"traceutil/trace.go:171","msg":"trace[373344761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26473; }","duration":"2.727970177s","start":"2026-05-28T03:02:07.106789Z","end":"2026-05-28T03:02:09.834759Z","steps":["trace[373344761] 'agreement among raft nodes before linearized reading' (duration: 2.727915706s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:09.834777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:07.106773Z","time spent":"2.728000648s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:09.834771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.160340606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:09.834802Z","caller":"traceutil/trace.go:171","msg":"trace[137618761] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26473; }","duration":"3.160411498s","start":"2026-05-28T03:02:06.674379Z","end":"2026-05-28T03:02:09.834791Z","steps":["trace[137618761] 'agreement among raft nodes before linearized reading' (duration: 3.160366997s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:09.834828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:06.674357Z","time spent":"3.16046412s","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:09.834841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728563496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:02:09.834854Z","caller":"traceutil/trace.go:171","msg":"trace[668474828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26473; }","duration":"2.728606197s","start":"2026-05-28T03:02:07.106244Z","end":"2026-05-28T03:02:09.83485Z","steps":["trace[668474828] 'agreement among raft nodes before linearized reading' (duration: 2.728566886s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:09.834866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:07.106228Z","time spent":"2.728635098s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:09.834905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827818612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7287"} {"level":"info","ts":"2026-05-28T03:02:09.834933Z","caller":"traceutil/trace.go:171","msg":"trace[27867734] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26473; }","duration":"2.827871384s","start":"2026-05-28T03:02:07.007053Z","end":"2026-05-28T03:02:09.834924Z","steps":["trace[27867734] 'agreement among raft nodes before linearized reading' (duration: 2.827788751s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:09.834962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:07.00704Z","time spent":"2.827915546s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7310,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-28T03:02:09.835084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.539583715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-28T03:02:09.8351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.969140146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:09.835114Z","caller":"traceutil/trace.go:171","msg":"trace[1036901824] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26473; }","duration":"3.539615626s","start":"2026-05-28T03:02:06.29549Z","end":"2026-05-28T03:02:09.835106Z","steps":["trace[1036901824] 'agreement among raft nodes before linearized reading' (duration: 3.539464502s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:09.835161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:06.295431Z","time spent":"3.539722259s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:09.834694Z","caller":"traceutil/trace.go:171","msg":"trace[115029933] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26473; }","duration":"2.823438803s","start":"2026-05-28T03:02:07.011247Z","end":"2026-05-28T03:02:09.834685Z","steps":["trace[115029933] 'agreement among raft nodes before linearized reading' (duration: 2.823392352s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:09.835322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:07.011232Z","time spent":"2.824077573s","remote":"127.0.0.1:59722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:09.835415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.625729392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-28T03:02:09.835128Z","caller":"traceutil/trace.go:171","msg":"trace[1527877122] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26473; }","duration":"2.969168827s","start":"2026-05-28T03:02:06.86595Z","end":"2026-05-28T03:02:09.835119Z","steps":["trace[1527877122] 'agreement among raft nodes before linearized reading' (duration: 2.969123055s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:09.835546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:06.86589Z","time spent":"2.969643042s","remote":"127.0.0.1:57904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:09.835492Z","caller":"traceutil/trace.go:171","msg":"trace[1027051113] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26473; }","duration":"4.625864777s","start":"2026-05-28T03:02:05.209602Z","end":"2026-05-28T03:02:09.835467Z","steps":["trace[1027051113] 'agreement among raft nodes before linearized reading' (duration: 4.62564014s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:09.83568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:05.209585Z","time spent":"4.626082763s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-28T03:02:10.334685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454718,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T03:02:10.519503Z","caller":"traceutil/trace.go:171","msg":"trace[761281217] transaction","detail":"{read_only:false; response_revision:26474; number_of_response:1; }","duration":"885.836178ms","start":"2026-05-28T03:02:09.633647Z","end":"2026-05-28T03:02:10.519483Z","steps":["trace[761281217] 'process raft request' (duration: 885.5942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:10.519635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:09.633622Z","time spent":"885.944812ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:10.544111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00038965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:02:10.544285Z","caller":"traceutil/trace.go:171","msg":"trace[366343616] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000615297s","start":"2026-05-28T03:02:08.543646Z","end":"2026-05-28T03:02:10.544261Z","steps":["trace[366343616] 'agreement among raft nodes before linearized reading' (duration: 2.000432521s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:10.544411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:08.543622Z","time spent":"2.000772052s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:02:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:02:12.027017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.506372151s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T03:02:12.330374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.039637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:12.330672Z","caller":"traceutil/trace.go:171","msg":"trace[1566936994] transaction","detail":"{read_only:false; response_revision:26477; number_of_response:1; }","duration":"2.488529813s","start":"2026-05-28T03:02:09.84213Z","end":"2026-05-28T03:02:12.33066Z","steps":["trace[1566936994] 'process raft request' (duration: 2.488460611s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:12.33066Z","caller":"traceutil/trace.go:171","msg":"trace[1175705741] transaction","detail":"{read_only:false; response_revision:26475; number_of_response:1; }","duration":"2.493121908s","start":"2026-05-28T03:02:09.837487Z","end":"2026-05-28T03:02:12.330608Z","steps":["trace[1175705741] 'process raft request' (duration: 2.189779002s)","trace[1175705741] 'compare' (duration: 302.784399ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:12.330726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:09.842124Z","time spent":"2.488578964s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:12.330807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:09.837469Z","time spent":"2.493252823s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:12.330677Z","caller":"traceutil/trace.go:171","msg":"trace[906496938] transaction","detail":"{read_only:false; response_revision:26476; number_of_response:1; }","duration":"2.489135692s","start":"2026-05-28T03:02:09.841519Z","end":"2026-05-28T03:02:12.330655Z","steps":["trace[906496938] 'process raft request' (duration: 2.489008688s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.330891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:09.84151Z","time spent":"2.489341508s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:12.331826Z","caller":"traceutil/trace.go:171","msg":"trace[1893591364] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"2.489636067s","start":"2026-05-28T03:02:09.842165Z","end":"2026-05-28T03:02:12.331801Z","steps":["trace[1893591364] 'process raft request' (duration: 2.48846153s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.332009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:09.84216Z","time spent":"2.489788843s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:12.332381Z","caller":"traceutil/trace.go:171","msg":"trace[1160864646] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"2.490203746s","start":"2026-05-28T03:02:09.842161Z","end":"2026-05-28T03:02:12.332365Z","steps":["trace[1160864646] 'process raft request' (duration: 2.489583067s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.33247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:09.842144Z","time spent":"2.490274858s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:12.33261Z","caller":"traceutil/trace.go:171","msg":"trace[67281829] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"2.489057139s","start":"2026-05-28T03:02:09.843535Z","end":"2026-05-28T03:02:12.332592Z","steps":["trace[67281829] 'process raft request' (duration: 2.488331306s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.332908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:09.843523Z","time spent":"2.489362039s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7078,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:12.332988Z","caller":"traceutil/trace.go:171","msg":"trace[1111762540] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"2.071912426s","start":"2026-05-28T03:02:10.261064Z","end":"2026-05-28T03:02:12.332977Z","steps":["trace[1111762540] 'process raft request' (duration: 2.071566185s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:12.332777Z","caller":"traceutil/trace.go:171","msg":"trace[1248954024] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"2.072174704s","start":"2026-05-28T03:02:10.260596Z","end":"2026-05-28T03:02:12.332771Z","steps":["trace[1248954024] 'process raft request' (duration: 2.071903356s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.333046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:10.261055Z","time spent":"2.071963217s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:12.333098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:10.260572Z","time spent":"2.072480273s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:12.332764Z","caller":"traceutil/trace.go:171","msg":"trace[780202167] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"2.459951034s","start":"2026-05-28T03:02:09.872791Z","end":"2026-05-28T03:02:12.332742Z","steps":["trace[780202167] 'process raft request' (duration: 2.459589543s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.333177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:09.87277Z","time spent":"2.460380377s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:12.332838Z","caller":"traceutil/trace.go:171","msg":"trace[779379052] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"2.072172054s","start":"2026-05-28T03:02:10.260656Z","end":"2026-05-28T03:02:12.332828Z","steps":["trace[779379052] 'process raft request' (duration: 2.071935256s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.333284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:10.26063Z","time spent":"2.072631088s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:12.333867Z","caller":"traceutil/trace.go:171","msg":"trace[1845464453] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"2.07271154s","start":"2026-05-28T03:02:10.261134Z","end":"2026-05-28T03:02:12.333846Z","steps":["trace[1845464453] 'process raft request' (duration: 2.071556234s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.333955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:10.261123Z","time spent":"2.072784253s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:12.334089Z","caller":"traceutil/trace.go:171","msg":"trace[176169461] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"494.142443ms","start":"2026-05-28T03:02:11.839931Z","end":"2026-05-28T03:02:12.334073Z","steps":["trace[176169461] 'process raft request' (duration: 493.916286ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:12.334134Z","caller":"traceutil/trace.go:171","msg":"trace[1475500616] linearizableReadLoop","detail":"{readStateIndex:27385; appliedIndex:27373; }","duration":"2.50009261s","start":"2026-05-28T03:02:09.834024Z","end":"2026-05-28T03:02:12.334117Z","steps":["trace[1475500616] 'read index received' (duration: 685.166587ms)","trace[1475500616] 'applied index is now lower than readState.Index' (duration: 1.814923733s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:12.334232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.352393012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:12.334309Z","caller":"traceutil/trace.go:171","msg":"trace[757447579] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26486; }","duration":"3.352429823s","start":"2026-05-28T03:02:08.981828Z","end":"2026-05-28T03:02:12.334258Z","steps":["trace[757447579] 'agreement among raft nodes before linearized reading' (duration: 3.352348541s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.334311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.927672646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:12.334338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:08.981762Z","time spent":"3.352568799s","remote":"127.0.0.1:57860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:12.33435Z","caller":"traceutil/trace.go:171","msg":"trace[1168079316] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26486; }","duration":"3.927761349s","start":"2026-05-28T03:02:08.406576Z","end":"2026-05-28T03:02:12.334337Z","steps":["trace[1168079316] 'agreement among raft nodes before linearized reading' (duration: 3.927660316s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.334391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:08.406555Z","time spent":"3.927826561s","remote":"127.0.0.1:56794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:12.3346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.076646223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18b39b842ddece00\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-05-28T03:02:12.334668Z","caller":"traceutil/trace.go:171","msg":"trace[843299497] range","detail":"{range_begin:/registry/events/openstack/container-infra.18b39b842ddece00; range_end:; response_count:1; response_revision:26486; }","duration":"4.076750407s","start":"2026-05-28T03:02:08.257905Z","end":"2026-05-28T03:02:12.334656Z","steps":["trace[843299497] 'agreement among raft nodes before linearized reading' (duration: 4.076589692s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.334682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496158964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cf6ad62e-efc6-4b17-89c8-e26f4be370eb\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-05-28T03:02:12.334702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:08.257885Z","time spent":"4.076802018s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18b39b842ddece00\" "} {"level":"warn","ts":"2026-05-28T03:02:12.334749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20103332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-28T03:02:12.334716Z","caller":"traceutil/trace.go:171","msg":"trace[1604125039] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cf6ad62e-efc6-4b17-89c8-e26f4be370eb; range_end:; response_count:1; response_revision:26486; }","duration":"2.496216847s","start":"2026-05-28T03:02:09.838489Z","end":"2026-05-28T03:02:12.334706Z","steps":["trace[1604125039] 'agreement among raft nodes before linearized reading' (duration: 2.496084992s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:12.334796Z","caller":"traceutil/trace.go:171","msg":"trace[497582617] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26486; }","duration":"3.201130472s","start":"2026-05-28T03:02:09.133653Z","end":"2026-05-28T03:02:12.334783Z","steps":["trace[497582617] 'agreement among raft nodes before linearized reading' (duration: 3.201001088s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.334813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:09.83847Z","time spent":"2.49632922s","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-cf6ad62e-efc6-4b17-89c8-e26f4be370eb\" "} {"level":"warn","ts":"2026-05-28T03:02:12.334829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:09.133571Z","time spent":"3.201250376s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-28T03:02:12.334836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.944929864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:12.334861Z","caller":"traceutil/trace.go:171","msg":"trace[1768763618] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26486; }","duration":"3.944998047s","start":"2026-05-28T03:02:08.389856Z","end":"2026-05-28T03:02:12.334854Z","steps":["trace[1768763618] 'agreement among raft nodes before linearized reading' (duration: 3.944947156s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.334887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:08.389834Z","time spent":"3.945043088s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:12.334938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.440417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:12.334975Z","caller":"traceutil/trace.go:171","msg":"trace[1210892986] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26486; }","duration":"513.509129ms","start":"2026-05-28T03:02:11.821459Z","end":"2026-05-28T03:02:12.334968Z","steps":["trace[1210892986] 'agreement among raft nodes before linearized reading' (duration: 513.455137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.335009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:11.821444Z","time spent":"513.559031ms","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:12.335027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.075091884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-28T03:02:12.335052Z","caller":"traceutil/trace.go:171","msg":"trace[930722504] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b398a427727950; range_end:; response_count:1; response_revision:26486; }","duration":"4.075153096s","start":"2026-05-28T03:02:08.259893Z","end":"2026-05-28T03:02:12.335046Z","steps":["trace[930722504] 'agreement among raft nodes before linearized reading' (duration: 4.075084064s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.335057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.659886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:02:12.335074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:08.259873Z","time spent":"4.075195897s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" "} {"level":"info","ts":"2026-05-28T03:02:12.33509Z","caller":"traceutil/trace.go:171","msg":"trace[1048171783] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26486; }","duration":"659.726808ms","start":"2026-05-28T03:02:11.675353Z","end":"2026-05-28T03:02:12.33508Z","steps":["trace[1048171783] 'agreement among raft nodes before linearized reading' (duration: 659.666276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.335128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:11.675329Z","time spent":"659.791311ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:12.33441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.27714833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:12.335167Z","caller":"traceutil/trace.go:171","msg":"trace[224537142] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26486; }","duration":"3.277943405s","start":"2026-05-28T03:02:09.057215Z","end":"2026-05-28T03:02:12.335159Z","steps":["trace[224537142] 'agreement among raft nodes before linearized reading' (duration: 3.277029856s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.335188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:09.057195Z","time spent":"3.277985927s","remote":"127.0.0.1:60238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:12.33502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:11.839905Z","time spent":"494.694431ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:12.334759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.026288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:12.33559Z","caller":"traceutil/trace.go:171","msg":"trace[1897342989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26486; }","duration":"610.904606ms","start":"2026-05-28T03:02:11.724678Z","end":"2026-05-28T03:02:12.335583Z","steps":["trace[1897342989] 'agreement among raft nodes before linearized reading' (duration: 610.06121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.335633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:11.72465Z","time spent":"610.976579ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:02:12.334997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.503407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:12.336673Z","caller":"traceutil/trace.go:171","msg":"trace[637478915] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26486; }","duration":"653.214561ms","start":"2026-05-28T03:02:11.683444Z","end":"2026-05-28T03:02:12.336659Z","steps":["trace[637478915] 'agreement among raft nodes before linearized reading' (duration: 651.510287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.336725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:11.683424Z","time spent":"653.284414ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:12.335228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.041956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:12.336829Z","caller":"traceutil/trace.go:171","msg":"trace[171445299] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26486; }","duration":"537.666747ms","start":"2026-05-28T03:02:11.799147Z","end":"2026-05-28T03:02:12.336814Z","steps":["trace[171445299] 'agreement among raft nodes before linearized reading' (duration: 536.046466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.336867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:11.799129Z","time spent":"537.725879ms","remote":"127.0.0.1:47562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:12.335287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288436662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:12.336978Z","caller":"traceutil/trace.go:171","msg":"trace[137182724] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26486; }","duration":"1.290169496s","start":"2026-05-28T03:02:11.046798Z","end":"2026-05-28T03:02:12.336967Z","steps":["trace[137182724] 'agreement among raft nodes before linearized reading' (duration: 1.288461232s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.337043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:11.046776Z","time spent":"1.290257389s","remote":"127.0.0.1:56904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:12.335324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79092302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:12.335362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829095483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:12.337115Z","caller":"traceutil/trace.go:171","msg":"trace[532204224] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26486; }","duration":"1.8308787s","start":"2026-05-28T03:02:10.506231Z","end":"2026-05-28T03:02:12.337109Z","steps":["trace[532204224] 'agreement among raft nodes before linearized reading' (duration: 1.829108354s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:12.337123Z","caller":"traceutil/trace.go:171","msg":"trace[40747716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26486; }","duration":"1.792780779s","start":"2026-05-28T03:02:10.544329Z","end":"2026-05-28T03:02:12.33711Z","steps":["trace[40747716] 'agreement among raft nodes before linearized reading' (duration: 1.790976492s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:12.337156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:10.544313Z","time spent":"1.792835781s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:02:12.337161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:10.506214Z","time spent":"1.830925802s","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:13.63847Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.083715671s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T03:02:13.640345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:13.205248Z","time spent":"435.091336ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T03:02:13.642105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087311325s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:13.642353Z","caller":"traceutil/trace.go:171","msg":"trace[345387871] linearizableReadLoop","detail":"{readStateIndex:27388; appliedIndex:27386; }","duration":"1.304383069s","start":"2026-05-28T03:02:12.337948Z","end":"2026-05-28T03:02:13.642331Z","steps":["trace[345387871] 'read index received' (duration: 216.788604ms)","trace[345387871] 'applied index is now lower than readState.Index' (duration: 1.087593055s)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:13.642475Z","caller":"traceutil/trace.go:171","msg":"trace[2088882385] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"1.30570024s","start":"2026-05-28T03:02:12.336756Z","end":"2026-05-28T03:02:13.642457Z","steps":["trace[2088882385] 'process raft request' (duration: 217.93271ms)","trace[2088882385] 'compare' (duration: 1.086730737s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:13.642617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:12.336736Z","time spent":"1.305784803s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:13.642684Z","caller":"traceutil/trace.go:171","msg":"trace[924772090] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"1.305265006s","start":"2026-05-28T03:02:12.337389Z","end":"2026-05-28T03:02:13.642654Z","steps":["trace[924772090] 'process raft request' (duration: 1.304848983s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:13.642821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:12.33736Z","time spent":"1.30538721s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:13.642848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304834353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-05-28T03:02:13.642939Z","caller":"traceutil/trace.go:171","msg":"trace[1474228415] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26488; }","duration":"1.304977308s","start":"2026-05-28T03:02:12.337942Z","end":"2026-05-28T03:02:13.642919Z","steps":["trace[1474228415] 'agreement among raft nodes before linearized reading' (duration: 1.304711329s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:13.642991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:12.337913Z","time spent":"1.305068421s","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T03:02:14.352151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999438429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:02:14.352216Z","caller":"traceutil/trace.go:171","msg":"trace[1473786288] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999541593s","start":"2026-05-28T03:02:12.352662Z","end":"2026-05-28T03:02:14.352204Z","steps":["trace[1473786288] 'agreement among raft nodes before linearized reading' (duration: 1.99946184s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:14.352249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:12.352648Z","time spent":"1.999593774s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:02:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:02:15.161942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400347899s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:15.162082Z","caller":"traceutil/trace.go:171","msg":"trace[1766600924] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"1.900890006s","start":"2026-05-28T03:02:13.261169Z","end":"2026-05-28T03:02:15.162059Z","steps":["trace[1766600924] 'process raft request' (duration: 500.359661ms)","trace[1766600924] 'compare' (duration: 1.39755816s)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:15.162136Z","caller":"traceutil/trace.go:171","msg":"trace[930460495] linearizableReadLoop","detail":"{readStateIndex:27389; appliedIndex:27388; }","duration":"1.519721365s","start":"2026-05-28T03:02:13.642408Z","end":"2026-05-28T03:02:15.162129Z","steps":["trace[930460495] 'read index received' (duration: 119.079867ms)","trace[930460495] 'applied index is now lower than readState.Index' (duration: 1.400640848s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:15.162192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:13.261146Z","time spent":"1.900988538s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:15.162111Z","caller":"traceutil/trace.go:171","msg":"trace[406493054] transaction","detail":"{read_only:false; response_revision:26490; number_of_response:1; }","duration":"824.390665ms","start":"2026-05-28T03:02:14.337708Z","end":"2026-05-28T03:02:15.162098Z","steps":["trace[406493054] 'process raft request' (duration: 824.319223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:15.162379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675433057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:15.162408Z","caller":"traceutil/trace.go:171","msg":"trace[894948766] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26490; }","duration":"1.675512069s","start":"2026-05-28T03:02:13.486887Z","end":"2026-05-28T03:02:15.162399Z","steps":["trace[894948766] 'agreement among raft nodes before linearized reading' (duration: 1.675464197s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:15.162435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:13.486864Z","time spent":"1.67556475s","remote":"127.0.0.1:60332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:15.162552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520741706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:15.162588Z","caller":"traceutil/trace.go:171","msg":"trace[1717808166] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26490; }","duration":"2.520810898s","start":"2026-05-28T03:02:12.641769Z","end":"2026-05-28T03:02:15.16258Z","steps":["trace[1717808166] 'agreement among raft nodes before linearized reading' (duration: 2.520745186s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:15.16261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:12.641738Z","time spent":"2.52086689s","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:15.162608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720311573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-28T03:02:15.162644Z","caller":"traceutil/trace.go:171","msg":"trace[1036826617] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26490; }","duration":"2.720382675s","start":"2026-05-28T03:02:12.44225Z","end":"2026-05-28T03:02:15.162633Z","steps":["trace[1036826617] 'agreement among raft nodes before linearized reading' (duration: 2.72023832s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:15.162678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:12.442233Z","time spent":"2.720438256s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-05-28T03:02:15.162698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809960013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7095"} {"level":"info","ts":"2026-05-28T03:02:15.162774Z","caller":"traceutil/trace.go:171","msg":"trace[428134464] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26490; }","duration":"2.810080437s","start":"2026-05-28T03:02:12.352677Z","end":"2026-05-28T03:02:15.162757Z","steps":["trace[428134464] 'agreement among raft nodes before linearized reading' (duration: 2.809834839s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:15.162822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:12.352663Z","time spent":"2.81015079s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7118,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-28T03:02:15.162859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:14.337679Z","time spent":"824.625683ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:15.16341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702714933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:15.163589Z","caller":"traceutil/trace.go:171","msg":"trace[1772440131] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26490; }","duration":"2.70294322s","start":"2026-05-28T03:02:12.460624Z","end":"2026-05-28T03:02:15.163567Z","steps":["trace[1772440131] 'agreement among raft nodes before linearized reading' (duration: 2.701893356s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:15.163688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:12.460579Z","time spent":"2.703098585s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:15.662362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492454742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:02:16.359728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000198464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T03:02:16.359831Z","caller":"traceutil/trace.go:171","msg":"trace[658910832] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324468s","start":"2026-05-28T03:02:14.359484Z","end":"2026-05-28T03:02:16.359808Z","steps":["trace[658910832] 'agreement among raft nodes before linearized reading' (duration: 2.000194133s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.359884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:14.359443Z","time spent":"2.000426292s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:02:16.970996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.99655ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:16.971131Z","caller":"traceutil/trace.go:171","msg":"trace[1851902178] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26490; }","duration":"428.139435ms","start":"2026-05-28T03:02:16.542969Z","end":"2026-05-28T03:02:16.971109Z","steps":["trace[1851902178] 'range keys from in-memory index tree' (duration: 427.98054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.971837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.77615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:16.972193Z","caller":"traceutil/trace.go:171","msg":"trace[855544111] linearizableReadLoop","detail":"{readStateIndex:27394; appliedIndex:27390; }","duration":"1.810016277s","start":"2026-05-28T03:02:15.162157Z","end":"2026-05-28T03:02:16.972173Z","steps":["trace[855544111] 'read index received' (duration: 938.70887ms)","trace[855544111] 'applied index is now lower than readState.Index' (duration: 871.305747ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:16.972353Z","caller":"traceutil/trace.go:171","msg":"trace[1831225609] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"2.632095888s","start":"2026-05-28T03:02:14.340214Z","end":"2026-05-28T03:02:16.97231Z","steps":["trace[1831225609] 'process raft request' (duration: 2.631867541s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.972394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085950431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:16.972469Z","caller":"traceutil/trace.go:171","msg":"trace[675545773] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26494; }","duration":"2.086038874s","start":"2026-05-28T03:02:14.88638Z","end":"2026-05-28T03:02:16.972419Z","steps":["trace[675545773] 'agreement among raft nodes before linearized reading' (duration: 2.08590973s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.972517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:14.88635Z","time spent":"2.086156158s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:16.972566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.32623292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:134"} {"level":"info","ts":"2026-05-28T03:02:16.972656Z","caller":"traceutil/trace.go:171","msg":"trace[44283498] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26494; }","duration":"3.326350733s","start":"2026-05-28T03:02:13.646288Z","end":"2026-05-28T03:02:16.972639Z","steps":["trace[44283498] 'agreement among raft nodes before linearized reading' (duration: 3.326043844s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:16.972674Z","caller":"traceutil/trace.go:171","msg":"trace[516227153] transaction","detail":"{read_only:false; response_revision:26491; number_of_response:1; }","duration":"2.634511585s","start":"2026-05-28T03:02:14.338149Z","end":"2026-05-28T03:02:16.97266Z","steps":["trace[516227153] 'process raft request' (duration: 1.762791665s)","trace[516227153] 'compare' (duration: 869.725357ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:16.972644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638000326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T03:02:16.972676Z","caller":"traceutil/trace.go:171","msg":"trace[1919795320] transaction","detail":"{read_only:false; response_revision:26494; number_of_response:1; }","duration":"2.631790988s","start":"2026-05-28T03:02:14.340842Z","end":"2026-05-28T03:02:16.972633Z","steps":["trace[1919795320] 'process raft request' (duration: 2.631278352s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.97271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:13.646284Z","time spent":"3.326414865s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-28T03:02:16.972706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636696555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T03:02:16.972733Z","caller":"traceutil/trace.go:171","msg":"trace[1076102299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26494; }","duration":"2.6381155s","start":"2026-05-28T03:02:14.334595Z","end":"2026-05-28T03:02:16.972711Z","steps":["trace[1076102299] 'agreement among raft nodes before linearized reading' (duration: 2.63781789s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:16.972761Z","caller":"traceutil/trace.go:171","msg":"trace[1322300603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26494; }","duration":"2.636790528s","start":"2026-05-28T03:02:14.335957Z","end":"2026-05-28T03:02:16.972747Z","steps":["trace[1322300603] 'agreement among raft nodes before linearized reading' (duration: 2.636572591s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.972788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:14.334585Z","time spent":"2.638193362s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:16.972799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:14.335939Z","time spent":"2.636852209s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:16.972822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.32655539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18b39b84c71234cf\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-05-28T03:02:16.972827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:14.340828Z","time spent":"2.631917603s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:16.972863Z","caller":"traceutil/trace.go:171","msg":"trace[1564471183] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18b39b84c71234cf; range_end:; response_count:1; response_revision:26494; }","duration":"3.326633732s","start":"2026-05-28T03:02:13.64622Z","end":"2026-05-28T03:02:16.972854Z","steps":["trace[1564471183] 'agreement among raft nodes before linearized reading' (duration: 3.326454987s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:16.972747Z","caller":"traceutil/trace.go:171","msg":"trace[531616449] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"2.632827712s","start":"2026-05-28T03:02:14.339912Z","end":"2026-05-28T03:02:16.97274Z","steps":["trace[531616449] 'process raft request' (duration: 2.632059927s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.972901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:13.646217Z","time spent":"3.326676824s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18b39b84c71234cf\" "} {"level":"warn","ts":"2026-05-28T03:02:16.97272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:14.338136Z","time spent":"2.634563716s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:16.972957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.643547672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:16.972966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:14.339898Z","time spent":"2.633007867s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:16.972998Z","caller":"traceutil/trace.go:171","msg":"trace[2004781396] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26494; }","duration":"2.643625274s","start":"2026-05-28T03:02:14.329359Z","end":"2026-05-28T03:02:16.972984Z","steps":["trace[2004781396] 'agreement among raft nodes before linearized reading' (duration: 2.643559742s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.973008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855893456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:16.973037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:14.329341Z","time spent":"2.643688157s","remote":"127.0.0.1:56806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:16.973061Z","caller":"traceutil/trace.go:171","msg":"trace[719787868] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26494; }","duration":"1.85603173s","start":"2026-05-28T03:02:15.117011Z","end":"2026-05-28T03:02:16.973043Z","steps":["trace[719787868] 'agreement among raft nodes before linearized reading' (duration: 1.855950658s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.973117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:15.116991Z","time spent":"1.856112173s","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:02:16.973137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.326924152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b39b653affb97a\" ","response":"range_response_count:1 size:873"} {"level":"warn","ts":"2026-05-28T03:02:16.972569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891814348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:16.973172Z","caller":"traceutil/trace.go:171","msg":"trace[1738726363] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18b39b653affb97a; range_end:; response_count:1; response_revision:26494; }","duration":"3.326985714s","start":"2026-05-28T03:02:13.646176Z","end":"2026-05-28T03:02:16.973161Z","steps":["trace[1738726363] 'agreement among raft nodes before linearized reading' (duration: 3.326891641s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:16.973198Z","caller":"traceutil/trace.go:171","msg":"trace[1151435294] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26494; }","duration":"1.89250659s","start":"2026-05-28T03:02:15.080682Z","end":"2026-05-28T03:02:16.973188Z","steps":["trace[1151435294] 'agreement among raft nodes before linearized reading' (duration: 1.891605281s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.973202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:13.646162Z","time spent":"3.327033455s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":896,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b39b653affb97a\" "} {"level":"warn","ts":"2026-05-28T03:02:16.973214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888657657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:16.973266Z","caller":"traceutil/trace.go:171","msg":"trace[1302319711] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26494; }","duration":"1.88872115s","start":"2026-05-28T03:02:15.084531Z","end":"2026-05-28T03:02:16.973253Z","steps":["trace[1302319711] 'agreement among raft nodes before linearized reading' (duration: 1.888646428s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.973307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:15.084525Z","time spent":"1.888773011s","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:16.973398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807530608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7002a2da-a418-4c32-923a-715c3ff0114b\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-05-28T03:02:16.973438Z","caller":"traceutil/trace.go:171","msg":"trace[1913520215] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7002a2da-a418-4c32-923a-715c3ff0114b; range_end:; response_count:1; response_revision:26494; }","duration":"1.807593109s","start":"2026-05-28T03:02:15.165836Z","end":"2026-05-28T03:02:16.973429Z","steps":["trace[1913520215] 'agreement among raft nodes before linearized reading' (duration: 1.807496746s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.973234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:15.080663Z","time spent":"1.892561282s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:16.972519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:14.340205Z","time spent":"2.632226673s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:16.973466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:15.165824Z","time spent":"1.807635791s","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-7002a2da-a418-4c32-923a-715c3ff0114b\" "} {"level":"warn","ts":"2026-05-28T03:02:16.973564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.9397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:16.973652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.548167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T03:02:16.973662Z","caller":"traceutil/trace.go:171","msg":"trace[1690054293] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26494; }","duration":"507.061264ms","start":"2026-05-28T03:02:16.466574Z","end":"2026-05-28T03:02:16.973635Z","steps":["trace[1690054293] 'agreement among raft nodes before linearized reading' (duration: 506.886068ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:16.973681Z","caller":"traceutil/trace.go:171","msg":"trace[286837606] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26494; }","duration":"578.614249ms","start":"2026-05-28T03:02:16.395059Z","end":"2026-05-28T03:02:16.973673Z","steps":["trace[286837606] 'agreement among raft nodes before linearized reading' (duration: 578.426313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.973713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:16.395041Z","time spent":"578.661761ms","remote":"127.0.0.1:41660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:16.973719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:16.466516Z","time spent":"507.192048ms","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:16.973769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.20331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:16.973842Z","caller":"traceutil/trace.go:171","msg":"trace[1056876249] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26494; }","duration":"124.304983ms","start":"2026-05-28T03:02:16.849518Z","end":"2026-05-28T03:02:16.973823Z","steps":["trace[1056876249] 'agreement among raft nodes before linearized reading' (duration: 124.194119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.973888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572007348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:16.973924Z","caller":"traceutil/trace.go:171","msg":"trace[1076520956] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26494; }","duration":"1.57207502s","start":"2026-05-28T03:02:15.40184Z","end":"2026-05-28T03:02:16.973915Z","steps":["trace[1076520956] 'agreement among raft nodes before linearized reading' (duration: 1.572020668s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.973953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:15.401822Z","time spent":"1.572123642s","remote":"127.0.0.1:60148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:16.97398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.050677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:16.974032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.82251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:16.974041Z","caller":"traceutil/trace.go:171","msg":"trace[1971028210] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26494; }","duration":"342.15441ms","start":"2026-05-28T03:02:16.631868Z","end":"2026-05-28T03:02:16.974022Z","steps":["trace[1971028210] 'agreement among raft nodes before linearized reading' (duration: 342.063957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.974051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806379701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7095"} {"level":"warn","ts":"2026-05-28T03:02:16.97395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408967054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-28T03:02:16.974067Z","caller":"traceutil/trace.go:171","msg":"trace[2061187293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26494; }","duration":"647.881912ms","start":"2026-05-28T03:02:16.326173Z","end":"2026-05-28T03:02:16.974055Z","steps":["trace[2061187293] 'agreement among raft nodes before linearized reading' (duration: 647.843431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.974084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:16.631845Z","time spent":"342.227073ms","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:16.974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.284962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:16.974096Z","caller":"traceutil/trace.go:171","msg":"trace[1716148451] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26494; }","duration":"1.409138939s","start":"2026-05-28T03:02:15.564944Z","end":"2026-05-28T03:02:16.974082Z","steps":["trace[1716148451] 'agreement among raft nodes before linearized reading' (duration: 1.408899802s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.974162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.404654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:16.974198Z","caller":"traceutil/trace.go:171","msg":"trace[112868936] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26494; }","duration":"862.480117ms","start":"2026-05-28T03:02:16.111706Z","end":"2026-05-28T03:02:16.974187Z","steps":["trace[112868936] 'agreement among raft nodes before linearized reading' (duration: 862.425645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.974233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62866876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-28T03:02:16.974233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:16.111688Z","time spent":"862.535958ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:16.974244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.797558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:16.974083Z","caller":"traceutil/trace.go:171","msg":"trace[1357944297] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26494; }","duration":"1.806425093s","start":"2026-05-28T03:02:15.16765Z","end":"2026-05-28T03:02:16.974075Z","steps":["trace[1357944297] 'agreement among raft nodes before linearized reading' (duration: 1.806294999s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:16.974286Z","caller":"traceutil/trace.go:171","msg":"trace[582695928] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26494; }","duration":"974.87606ms","start":"2026-05-28T03:02:15.9994Z","end":"2026-05-28T03:02:16.974276Z","steps":["trace[582695928] 'agreement among raft nodes before linearized reading' (duration: 974.812968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.974329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:15.999381Z","time spent":"974.939643ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:16.974164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:15.564929Z","time spent":"1.409222331s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-28T03:02:16.974347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:15.167643Z","time spent":"1.806692171s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7118,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-28T03:02:16.974177Z","caller":"traceutil/trace.go:171","msg":"trace[1616753103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26494; }","duration":"613.462728ms","start":"2026-05-28T03:02:16.360675Z","end":"2026-05-28T03:02:16.974138Z","steps":["trace[1616753103] 'agreement among raft nodes before linearized reading' (duration: 613.300233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.974467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:16.360657Z","time spent":"613.784078ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:02:16.974113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:16.326154Z","time spent":"647.951564ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T03:02:16.974261Z","caller":"traceutil/trace.go:171","msg":"trace[902644773] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26494; }","duration":"1.628723802s","start":"2026-05-28T03:02:15.345528Z","end":"2026-05-28T03:02:16.974252Z","steps":["trace[902644773] 'agreement among raft nodes before linearized reading' (duration: 1.628567307s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:16.974642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:15.345513Z","time spent":"1.629109163s","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:16.975631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.873171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T03:02:16.975677Z","caller":"traceutil/trace.go:171","msg":"trace[428470398] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26494; }","duration":"141.958824ms","start":"2026-05-28T03:02:16.833708Z","end":"2026-05-28T03:02:16.975667Z","steps":["trace[428470398] 'agreement among raft nodes before linearized reading' (duration: 140.145627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:18.789649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062463426s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-05-28T03:02:18.789733Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061563757s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T03:02:18.789764Z","caller":"traceutil/trace.go:171","msg":"trace[80815854] linearizableReadLoop","detail":"{readStateIndex:27395; appliedIndex:27394; }","duration":"1.812674761s","start":"2026-05-28T03:02:16.977069Z","end":"2026-05-28T03:02:18.789744Z","steps":["trace[80815854] 'read index received' (duration: 44.711µs)","trace[80815854] 'applied index is now lower than readState.Index' (duration: 1.81262865s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:18.789797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:16.977021Z","time spent":"1.812744484s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T03:02:18.789871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812794714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T03:02:18.789899Z","caller":"traceutil/trace.go:171","msg":"trace[2087391995] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26494; }","duration":"1.812850396s","start":"2026-05-28T03:02:16.977038Z","end":"2026-05-28T03:02:18.789888Z","steps":["trace[2087391995] 'agreement among raft nodes before linearized reading' (duration: 1.812764954s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:18.790105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:16.97702Z","time spent":"1.813077964s","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-28T03:02:18.791575Z","caller":"traceutil/trace.go:171","msg":"trace[1017250506] transaction","detail":"{read_only:false; response_revision:26495; number_of_response:1; }","duration":"1.811246635s","start":"2026-05-28T03:02:16.980302Z","end":"2026-05-28T03:02:18.791549Z","steps":["trace[1017250506] 'process raft request' (duration: 1.809596623s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:18.791727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:16.980274Z","time spent":"1.811367169s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:18.791859Z","caller":"traceutil/trace.go:171","msg":"trace[1922462632] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"1.811146992s","start":"2026-05-28T03:02:16.980688Z","end":"2026-05-28T03:02:18.791835Z","steps":["trace[1922462632] 'process raft request' (duration: 1.810804081s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:18.792028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:16.980668Z","time spent":"1.811277606s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:18.792077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711531604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:18.792101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.533477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:02:18.792132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813611191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-05-28T03:02:18.792171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082572945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:18.792168Z","caller":"traceutil/trace.go:171","msg":"trace[895830049] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26499; }","duration":"189.64477ms","start":"2026-05-28T03:02:18.602503Z","end":"2026-05-28T03:02:18.792148Z","steps":["trace[895830049] 'agreement among raft nodes before linearized reading' (duration: 189.520206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:18.792188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256062342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:18.792204Z","caller":"traceutil/trace.go:171","msg":"trace[1159895603] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26499; }","duration":"1.082651558s","start":"2026-05-28T03:02:17.709543Z","end":"2026-05-28T03:02:18.792194Z","steps":["trace[1159895603] 'agreement among raft nodes before linearized reading' (duration: 1.082599966s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:18.792215Z","caller":"traceutil/trace.go:171","msg":"trace[1010541291] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26499; }","duration":"1.813724133s","start":"2026-05-28T03:02:16.978468Z","end":"2026-05-28T03:02:18.792192Z","steps":["trace[1010541291] 'agreement among raft nodes before linearized reading' (duration: 1.813488586s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:18.792229Z","caller":"traceutil/trace.go:171","msg":"trace[1604064738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26499; }","duration":"1.256134414s","start":"2026-05-28T03:02:17.536081Z","end":"2026-05-28T03:02:18.792215Z","steps":["trace[1604064738] 'agreement among raft nodes before linearized reading' (duration: 1.256065222s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:18.792237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:17.70952Z","time spent":"1.0827093s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:18.792268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:17.536064Z","time spent":"1.256194246s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:02:18.792271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:16.978458Z","time spent":"1.813796796s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-05-28T03:02:18.792121Z","caller":"traceutil/trace.go:171","msg":"trace[2006212973] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26499; }","duration":"1.711618917s","start":"2026-05-28T03:02:17.080488Z","end":"2026-05-28T03:02:18.792107Z","steps":["trace[2006212973] 'agreement among raft nodes before linearized reading' (duration: 1.711538554s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:18.792553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811588876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:18.792598Z","caller":"traceutil/trace.go:171","msg":"trace[1038605264] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26499; }","duration":"1.811642488s","start":"2026-05-28T03:02:16.980942Z","end":"2026-05-28T03:02:18.792585Z","steps":["trace[1038605264] 'agreement among raft nodes before linearized reading' (duration: 1.811574386s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:18.792634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:16.980936Z","time spent":"1.811690909s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-28T03:02:18.792615Z","caller":"traceutil/trace.go:171","msg":"trace[156134153] transaction","detail":"{read_only:false; response_revision:26499; number_of_response:1; }","duration":"1.449050197s","start":"2026-05-28T03:02:17.343543Z","end":"2026-05-28T03:02:18.792593Z","steps":["trace[156134153] 'process raft request' (duration: 1.448321084s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:18.79272Z","caller":"traceutil/trace.go:171","msg":"trace[518413216] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"1.809443128s","start":"2026-05-28T03:02:16.983259Z","end":"2026-05-28T03:02:18.792702Z","steps":["trace[518413216] 'process raft request' (duration: 1.808439366s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:18.792828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:16.983247Z","time spent":"1.80952938s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7270,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:18.792482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:17.080468Z","time spent":"1.711940577s","remote":"127.0.0.1:57782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:18.792872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:17.343525Z","time spent":"1.449179302s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:18.792368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744025748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:18.792945Z","caller":"traceutil/trace.go:171","msg":"trace[1223917982] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26499; }","duration":"1.744664158s","start":"2026-05-28T03:02:17.048262Z","end":"2026-05-28T03:02:18.792926Z","steps":["trace[1223917982] 'agreement among raft nodes before linearized reading' (duration: 1.743948925s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:18.792993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:17.048242Z","time spent":"1.744739471s","remote":"127.0.0.1:33310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:18.795286Z","caller":"traceutil/trace.go:171","msg":"trace[1150209752] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"1.623759903s","start":"2026-05-28T03:02:17.168552Z","end":"2026-05-28T03:02:18.792312Z","steps":["trace[1150209752] 'process raft request' (duration: 1.623264408s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:18.795683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:17.168528Z","time spent":"1.626840032s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:19.252127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.995285ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-28T03:02:19.252409Z","caller":"traceutil/trace.go:171","msg":"trace[47278393] linearizableReadLoop","detail":"{readStateIndex:27403; appliedIndex:27400; }","duration":"454.765892ms","start":"2026-05-28T03:02:18.797628Z","end":"2026-05-28T03:02:19.252394Z","steps":["trace[47278393] 'read index received' (duration: 101.506688ms)","trace[47278393] 'applied index is now lower than readState.Index' (duration: 353.258354ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:19.252488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:18.794556Z","time spent":"457.929422ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T03:02:19.252665Z","caller":"traceutil/trace.go:171","msg":"trace[425714103] transaction","detail":"{read_only:false; response_revision:26500; number_of_response:1; }","duration":"458.047116ms","start":"2026-05-28T03:02:18.794609Z","end":"2026-05-28T03:02:19.252656Z","steps":["trace[425714103] 'process raft request' (duration: 457.616762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:19.252755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:18.794593Z","time spent":"458.104297ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:19.253112Z","caller":"traceutil/trace.go:171","msg":"trace[293441624] transaction","detail":"{read_only:false; response_revision:26501; number_of_response:1; }","duration":"457.25475ms","start":"2026-05-28T03:02:18.795822Z","end":"2026-05-28T03:02:19.253076Z","steps":["trace[293441624] 'process raft request' (duration: 456.531938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:19.253305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:18.795799Z","time spent":"457.406576ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:19.253515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.870597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-efb9186c-62f0-4df8-9d77-cd3b1ef9a478\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-05-28T03:02:19.253585Z","caller":"traceutil/trace.go:171","msg":"trace[281778922] range","detail":"{range_begin:/registry/persistentvolumes/pvc-efb9186c-62f0-4df8-9d77-cd3b1ef9a478; range_end:; response_count:1; response_revision:26501; }","duration":"455.956819ms","start":"2026-05-28T03:02:18.797606Z","end":"2026-05-28T03:02:19.253563Z","steps":["trace[281778922] 'agreement among raft nodes before linearized reading' (duration: 455.196775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:19.253632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:18.797597Z","time spent":"456.022062ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-efb9186c-62f0-4df8-9d77-cd3b1ef9a478\" "} {"level":"info","ts":"2026-05-28T03:02:19.494217Z","caller":"traceutil/trace.go:171","msg":"trace[767249471] transaction","detail":"{read_only:false; response_revision:26503; number_of_response:1; }","duration":"512.311971ms","start":"2026-05-28T03:02:18.981891Z","end":"2026-05-28T03:02:19.494203Z","steps":["trace[767249471] 'process raft request' (duration: 511.96337ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:19.494208Z","caller":"traceutil/trace.go:171","msg":"trace[607169059] transaction","detail":"{read_only:false; response_revision:26502; number_of_response:1; }","duration":"512.373063ms","start":"2026-05-28T03:02:18.981808Z","end":"2026-05-28T03:02:19.494181Z","steps":["trace[607169059] 'process raft request' (duration: 492.4765ms)","trace[607169059] 'compare' (duration: 19.455349ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:19.494348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:18.981884Z","time spent":"512.386163ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:19.494335Z","caller":"traceutil/trace.go:171","msg":"trace[64251994] transaction","detail":"{read_only:false; response_revision:26504; number_of_response:1; }","duration":"512.415454ms","start":"2026-05-28T03:02:18.981892Z","end":"2026-05-28T03:02:19.494307Z","steps":["trace[64251994] 'process raft request' (duration: 512.001891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:19.494433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:18.981784Z","time spent":"512.548169ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:19.494452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:18.981868Z","time spent":"512.526888ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:19.495032Z","caller":"traceutil/trace.go:171","msg":"trace[1656778061] transaction","detail":"{read_only:false; response_revision:26505; number_of_response:1; }","duration":"512.88869ms","start":"2026-05-28T03:02:18.98213Z","end":"2026-05-28T03:02:19.495018Z","steps":["trace[1656778061] 'process raft request' (duration: 511.798985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:19.495102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:18.98212Z","time spent":"512.944341ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:19.495272Z","caller":"traceutil/trace.go:171","msg":"trace[1042298042] linearizableReadLoop","detail":"{readStateIndex:27407; appliedIndex:27403; }","duration":"242.79313ms","start":"2026-05-28T03:02:19.252456Z","end":"2026-05-28T03:02:19.495249Z","steps":["trace[1042298042] 'read index received' (duration: 221.854984ms)","trace[1042298042] 'applied index is now lower than readState.Index' (duration: 20.935846ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:19.495327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.126516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:19.49536Z","caller":"traceutil/trace.go:171","msg":"trace[1676884560] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26505; }","duration":"446.191738ms","start":"2026-05-28T03:02:19.049159Z","end":"2026-05-28T03:02:19.49535Z","steps":["trace[1676884560] 'agreement among raft nodes before linearized reading' (duration: 446.115196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:19.495397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:19.049143Z","time spent":"446.244411ms","remote":"127.0.0.1:52016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:19.495428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.483266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:19.495473Z","caller":"traceutil/trace.go:171","msg":"trace[281161397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26505; }","duration":"695.582139ms","start":"2026-05-28T03:02:18.799878Z","end":"2026-05-28T03:02:19.495461Z","steps":["trace[281161397] 'agreement among raft nodes before linearized reading' (duration: 695.501146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:19.495498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:18.799864Z","time spent":"695.62923ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:02:19.495322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.346362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:19.495592Z","caller":"traceutil/trace.go:171","msg":"trace[487483863] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26505; }","duration":"695.63549ms","start":"2026-05-28T03:02:18.799935Z","end":"2026-05-28T03:02:19.49557Z","steps":["trace[487483863] 'agreement among raft nodes before linearized reading' (duration: 695.328861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:19.495677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:18.799927Z","time spent":"695.735343ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:02:19.495907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.13384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7287"} {"level":"info","ts":"2026-05-28T03:02:19.495958Z","caller":"traceutil/trace.go:171","msg":"trace[472961935] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26505; }","duration":"698.201792ms","start":"2026-05-28T03:02:18.797742Z","end":"2026-05-28T03:02:19.495944Z","steps":["trace[472961935] 'agreement among raft nodes before linearized reading' (duration: 697.738288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:19.495991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:18.79772Z","time spent":"698.263465ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7310,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-28T03:02:19.496297Z","caller":"traceutil/trace.go:171","msg":"trace[1316716132] transaction","detail":"{read_only:false; response_revision:26506; number_of_response:1; }","duration":"241.621263ms","start":"2026-05-28T03:02:19.254663Z","end":"2026-05-28T03:02:19.496284Z","steps":["trace[1316716132] 'process raft request' (duration: 240.285661ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:19.496514Z","caller":"traceutil/trace.go:171","msg":"trace[1039365704] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"239.651081ms","start":"2026-05-28T03:02:19.256844Z","end":"2026-05-28T03:02:19.496495Z","steps":["trace[1039365704] 'process raft request' (duration: 239.380902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:19.496525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.281819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-28T03:02:19.496695Z","caller":"traceutil/trace.go:171","msg":"trace[1013626858] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26507; }","duration":"239.485386ms","start":"2026-05-28T03:02:19.257188Z","end":"2026-05-28T03:02:19.496673Z","steps":["trace[1013626858] 'agreement among raft nodes before linearized reading' (duration: 239.099623ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:26.848127Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006b70.wal"} {"level":"info","ts":"2026-05-28T03:02:28.572361Z","caller":"traceutil/trace.go:171","msg":"trace[1926900017] transaction","detail":"{read_only:false; response_revision:26609; number_of_response:1; }","duration":"182.816343ms","start":"2026-05-28T03:02:28.389528Z","end":"2026-05-28T03:02:28.572345Z","steps":["trace[1926900017] 'process raft request' (duration: 182.463202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:29.358347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492455020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:02:29.725661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.334236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:134"} {"level":"info","ts":"2026-05-28T03:02:29.725716Z","caller":"traceutil/trace.go:171","msg":"trace[447722625] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:26609; }","duration":"931.448059ms","start":"2026-05-28T03:02:28.794255Z","end":"2026-05-28T03:02:29.725703Z","steps":["trace[447722625] 'range keys from in-memory index tree' (duration: 931.223952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:29.725767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:28.794247Z","time spent":"931.48818ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-05-28T03:02:29.726651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.68132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:29.726744Z","caller":"traceutil/trace.go:171","msg":"trace[102007610] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26609; }","duration":"955.811564ms","start":"2026-05-28T03:02:28.770905Z","end":"2026-05-28T03:02:29.726717Z","steps":["trace[102007610] 'count revisions from in-memory index tree' (duration: 955.618688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:29.726794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:28.770844Z","time spent":"955.938109ms","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:29.727047Z","caller":"traceutil/trace.go:171","msg":"trace[87616292] transaction","detail":"{read_only:false; response_revision:26610; number_of_response:1; }","duration":"870.663297ms","start":"2026-05-28T03:02:28.856375Z","end":"2026-05-28T03:02:29.727038Z","steps":["trace[87616292] 'process raft request' (duration: 870.588934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:29.727132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:28.856359Z","time spent":"870.717748ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:29.727337Z","caller":"traceutil/trace.go:171","msg":"trace[1239051361] linearizableReadLoop","detail":"{readStateIndex:27513; appliedIndex:27513; }","duration":"869.042615ms","start":"2026-05-28T03:02:28.858288Z","end":"2026-05-28T03:02:29.727331Z","steps":["trace[1239051361] 'read index received' (duration: 869.039695ms)","trace[1239051361] 'applied index is now lower than readState.Index' (duration: 2.43µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:29.72743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.142998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T03:02:29.727448Z","caller":"traceutil/trace.go:171","msg":"trace[503714104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26610; }","duration":"869.208541ms","start":"2026-05-28T03:02:28.858235Z","end":"2026-05-28T03:02:29.727444Z","steps":["trace[503714104] 'agreement among raft nodes before linearized reading' (duration: 869.136448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:29.72748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:28.858212Z","time spent":"869.263512ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:30.227812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492455026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:02:30.727931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492455026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:02:31.007182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.280171219s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T03:02:31.11652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.043487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:31.116765Z","caller":"traceutil/trace.go:171","msg":"trace[543206343] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"1.536673225s","start":"2026-05-28T03:02:29.580077Z","end":"2026-05-28T03:02:31.116751Z","steps":["trace[543206343] 'process raft request' (duration: 1.536636794s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:31.11682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:29.580053Z","time spent":"1.536743817s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:31.116922Z","caller":"traceutil/trace.go:171","msg":"trace[933733360] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"1.538277225s","start":"2026-05-28T03:02:29.578636Z","end":"2026-05-28T03:02:31.116913Z","steps":["trace[933733360] 'process raft request' (duration: 1.537983806s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:31.116959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:29.578607Z","time spent":"1.538333307s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:31.117024Z","caller":"traceutil/trace.go:171","msg":"trace[2126313862] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"1.542561382s","start":"2026-05-28T03:02:29.574432Z","end":"2026-05-28T03:02:31.116993Z","steps":["trace[2126313862] 'process raft request' (duration: 1.432976367s)","trace[2126313862] 'compare' (duration: 108.849871ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:31.117083Z","caller":"traceutil/trace.go:171","msg":"trace[358579706] transaction","detail":"{read_only:false; response_revision:26613; number_of_response:1; }","duration":"1.537837882s","start":"2026-05-28T03:02:29.579239Z","end":"2026-05-28T03:02:31.117077Z","steps":["trace[358579706] 'process raft request' (duration: 1.537446349s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:31.117124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:29.579226Z","time spent":"1.537878323s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:31.117174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:29.57439Z","time spent":"1.542705257s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:31.535188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000134522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T03:02:31.535267Z","caller":"traceutil/trace.go:171","msg":"trace[2004532582] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252536s","start":"2026-05-28T03:02:29.534991Z","end":"2026-05-28T03:02:31.535244Z","steps":["trace[2004532582] 'agreement among raft nodes before linearized reading' (duration: 2.000158293s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:31.535303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:29.53497Z","time spent":"2.000324759s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:02:32.553078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.545525455s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T03:02:32.555888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:29.728131Z","time spent":"2.82775368s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T03:02:32.557208Z","caller":"traceutil/trace.go:171","msg":"trace[785171128] linearizableReadLoop","detail":"{readStateIndex:27520; appliedIndex:27513; }","duration":"2.829829255s","start":"2026-05-28T03:02:29.727356Z","end":"2026-05-28T03:02:32.557186Z","steps":["trace[785171128] 'read index received' (duration: 1.280122177s)","trace[785171128] 'applied index is now lower than readState.Index' (duration: 1.549706128s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:32.557285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908121335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:32.557346Z","caller":"traceutil/trace.go:171","msg":"trace[1466224936] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26616; }","duration":"2.908241379s","start":"2026-05-28T03:02:29.649091Z","end":"2026-05-28T03:02:32.557333Z","steps":["trace[1466224936] 'agreement among raft nodes before linearized reading' (duration: 2.908104465s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:32.557343Z","caller":"traceutil/trace.go:171","msg":"trace[1389616141] transaction","detail":"{read_only:false; response_revision:26616; number_of_response:1; }","duration":"2.350832744s","start":"2026-05-28T03:02:30.206473Z","end":"2026-05-28T03:02:32.557306Z","steps":["trace[1389616141] 'process raft request' (duration: 2.350657938s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:32.557406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973055499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-28T03:02:32.557429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85448628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:32.557438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137358104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-28T03:02:32.557462Z","caller":"traceutil/trace.go:171","msg":"trace[87260104] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26616; }","duration":"2.854516501s","start":"2026-05-28T03:02:29.702934Z","end":"2026-05-28T03:02:32.55745Z","steps":["trace[87260104] 'agreement among raft nodes before linearized reading' (duration: 2.854467999s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:32.557466Z","caller":"traceutil/trace.go:171","msg":"trace[592130238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26616; }","duration":"2.973158863s","start":"2026-05-28T03:02:29.58429Z","end":"2026-05-28T03:02:32.557449Z","steps":["trace[592130238] 'agreement among raft nodes before linearized reading' (duration: 2.972954906s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:32.557481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:29.70292Z","time spent":"2.854556251s","remote":"127.0.0.1:57812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:32.557489Z","caller":"traceutil/trace.go:171","msg":"trace[552832510] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26616; }","duration":"3.137463758s","start":"2026-05-28T03:02:29.420008Z","end":"2026-05-28T03:02:32.557472Z","steps":["trace[552832510] 'agreement among raft nodes before linearized reading' (duration: 3.137298563s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:32.557511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:29.584282Z","time spent":"2.973221635s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:02:32.557532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:29.41999Z","time spent":"3.13753351s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-28T03:02:32.557539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:30.20645Z","time spent":"2.350976219s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:32.557643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.637471908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:02:32.557381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:29.649075Z","time spent":"2.90829774s","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:32.557695Z","caller":"traceutil/trace.go:171","msg":"trace[303975048] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26616; }","duration":"3.637574971s","start":"2026-05-28T03:02:28.920107Z","end":"2026-05-28T03:02:32.557682Z","steps":["trace[303975048] 'agreement among raft nodes before linearized reading' (duration: 3.637460867s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:32.557708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.697428825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T03:02:32.557717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933489562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:32.557733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:28.920087Z","time spent":"3.637635653s","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:32.557737Z","caller":"traceutil/trace.go:171","msg":"trace[47829188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26616; }","duration":"3.697483676s","start":"2026-05-28T03:02:28.860245Z","end":"2026-05-28T03:02:32.557729Z","steps":["trace[47829188] 'agreement among raft nodes before linearized reading' (duration: 3.697402124s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:32.55776Z","caller":"traceutil/trace.go:171","msg":"trace[1333913899] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26616; }","duration":"2.933564034s","start":"2026-05-28T03:02:29.624184Z","end":"2026-05-28T03:02:32.557748Z","steps":["trace[1333913899] 'agreement among raft nodes before linearized reading' (duration: 2.933499662s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:32.557799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:29.624169Z","time spent":"2.933619986s","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-28T03:02:32.557265Z","caller":"traceutil/trace.go:171","msg":"trace[1416037935] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"2.826451188s","start":"2026-05-28T03:02:29.730782Z","end":"2026-05-28T03:02:32.557233Z","steps":["trace[1416037935] 'process raft request' (duration: 2.82620586s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:32.557964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:29.730772Z","time spent":"2.82713987s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:32.557766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:28.860233Z","time spent":"3.697527518s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T03:02:32.618381Z","caller":"traceutil/trace.go:171","msg":"trace[969369787] transaction","detail":"{read_only:false; response_revision:26618; number_of_response:1; }","duration":"885.747566ms","start":"2026-05-28T03:02:31.732599Z","end":"2026-05-28T03:02:32.618346Z","steps":["trace[969369787] 'process raft request' (duration: 885.637842ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:32.618392Z","caller":"traceutil/trace.go:171","msg":"trace[333069048] transaction","detail":"{read_only:false; response_revision:26617; number_of_response:1; }","duration":"1.432964876s","start":"2026-05-28T03:02:31.185385Z","end":"2026-05-28T03:02:32.61835Z","steps":["trace[333069048] 'process raft request' (duration: 1.432663906s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:32.61881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:31.185361Z","time spent":"1.433359909s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:32.620891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:31.732561Z","time spent":"885.927961ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:32.626725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740230377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-05-28T03:02:32.626769Z","caller":"traceutil/trace.go:171","msg":"trace[1427586627] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26620; }","duration":"1.74030672s","start":"2026-05-28T03:02:30.886451Z","end":"2026-05-28T03:02:32.626758Z","steps":["trace[1427586627] 'agreement among raft nodes before linearized reading' (duration: 1.740152845s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:32.626796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:30.886436Z","time spent":"1.740355092s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-28T03:02:32.626818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.485477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:32.626882Z","caller":"traceutil/trace.go:171","msg":"trace[1219113835] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26620; }","duration":"134.617911ms","start":"2026-05-28T03:02:32.492248Z","end":"2026-05-28T03:02:32.626866Z","steps":["trace[1219113835] 'agreement among raft nodes before linearized reading' (duration: 134.503307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:32.626858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944388999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-05-28T03:02:32.626928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090957361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:32.626947Z","caller":"traceutil/trace.go:171","msg":"trace[2016378878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26620; }","duration":"1.091016182s","start":"2026-05-28T03:02:31.535925Z","end":"2026-05-28T03:02:32.626941Z","steps":["trace[2016378878] 'agreement among raft nodes before linearized reading' (duration: 1.090978551s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:32.62697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:31.535909Z","time spent":"1.091057094s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T03:02:32.626954Z","caller":"traceutil/trace.go:171","msg":"trace[113117677] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26620; }","duration":"1.944530434s","start":"2026-05-28T03:02:30.6824Z","end":"2026-05-28T03:02:32.626931Z","steps":["trace[113117677] 'agreement among raft nodes before linearized reading' (duration: 1.944309397s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:32.627011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:30.682381Z","time spent":"1.944615186s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-28T03:02:32.62701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75103473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-28T03:02:32.627102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146189466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qmd2z\" ","response":"range_response_count:1 size:6393"} {"level":"info","ts":"2026-05-28T03:02:32.627099Z","caller":"traceutil/trace.go:171","msg":"trace[1272843585] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26620; }","duration":"2.751195705s","start":"2026-05-28T03:02:29.875884Z","end":"2026-05-28T03:02:32.627079Z","steps":["trace[1272843585] 'agreement among raft nodes before linearized reading' (duration: 2.750905006s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:32.627128Z","caller":"traceutil/trace.go:171","msg":"trace[281047976] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qmd2z; range_end:; response_count:1; response_revision:26620; }","duration":"1.146239348s","start":"2026-05-28T03:02:31.480881Z","end":"2026-05-28T03:02:32.627121Z","steps":["trace[281047976] 'agreement among raft nodes before linearized reading' (duration: 1.146169296s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:32.62715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:31.480866Z","time spent":"1.14627995s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6416,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qmd2z\" "} {"level":"warn","ts":"2026-05-28T03:02:32.627153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:29.875861Z","time spent":"2.751281848s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:02:32.627364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.862014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:32.627393Z","caller":"traceutil/trace.go:171","msg":"trace[2104366274] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26620; }","duration":"220.954187ms","start":"2026-05-28T03:02:32.406432Z","end":"2026-05-28T03:02:32.627386Z","steps":["trace[2104366274] 'agreement among raft nodes before linearized reading' (duration: 220.904795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:32.627446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.698365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:32.627497Z","caller":"traceutil/trace.go:171","msg":"trace[1107304362] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26620; }","duration":"463.799139ms","start":"2026-05-28T03:02:32.163683Z","end":"2026-05-28T03:02:32.627482Z","steps":["trace[1107304362] 'agreement among raft nodes before linearized reading' (duration: 463.725586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:32.627535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:32.16366Z","time spent":"463.865141ms","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:32.627782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044279486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T03:02:32.627842Z","caller":"traceutil/trace.go:171","msg":"trace[1500478625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26620; }","duration":"2.0444143s","start":"2026-05-28T03:02:30.583414Z","end":"2026-05-28T03:02:32.627828Z","steps":["trace[1500478625] 'agreement among raft nodes before linearized reading' (duration: 2.044269005s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:32.627883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:30.583396Z","time spent":"2.044479122s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:32.628512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.870877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-05-28T03:02:32.628545Z","caller":"traceutil/trace.go:171","msg":"trace[2054015267] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:26620; }","duration":"839.906558ms","start":"2026-05-28T03:02:31.78863Z","end":"2026-05-28T03:02:32.628537Z","steps":["trace[2054015267] 'agreement among raft nodes before linearized reading' (duration: 837.970407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:32.628564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:31.78857Z","time spent":"839.988991ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":929,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-28T03:02:33.24095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.498962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:33.241058Z","caller":"traceutil/trace.go:171","msg":"trace[1398564553] linearizableReadLoop","detail":"{readStateIndex:27525; appliedIndex:27524; }","duration":"614.542462ms","start":"2026-05-28T03:02:32.626497Z","end":"2026-05-28T03:02:33.241039Z","steps":["trace[1398564553] 'read index received' (duration: 48.833113ms)","trace[1398564553] 'applied index is now lower than readState.Index' (duration: 565.707879ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:33.241166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.401197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:33.241136Z","caller":"traceutil/trace.go:171","msg":"trace[2091435409] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"616.546115ms","start":"2026-05-28T03:02:32.624559Z","end":"2026-05-28T03:02:33.241105Z","steps":["trace[2091435409] 'process raft request' (duration: 50.758234ms)","trace[2091435409] 'compare' (duration: 564.928024ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:33.241203Z","caller":"traceutil/trace.go:171","msg":"trace[1791129236] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26621; }","duration":"619.480359ms","start":"2026-05-28T03:02:32.621711Z","end":"2026-05-28T03:02:33.241192Z","steps":["trace[1791129236] 'agreement among raft nodes before linearized reading' (duration: 619.406557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:33.241245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:32.621693Z","time spent":"619.540801ms","remote":"127.0.0.1:60134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:33.241283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:32.624542Z","time spent":"616.66711ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:33.241502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.2937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:33.241542Z","caller":"traceutil/trace.go:171","msg":"trace[1934621674] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26621; }","duration":"678.400503ms","start":"2026-05-28T03:02:32.563132Z","end":"2026-05-28T03:02:33.241532Z","steps":["trace[1934621674] 'agreement among raft nodes before linearized reading' (duration: 678.339031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:33.24157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:32.56311Z","time spent":"678.453365ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-28T03:02:33.241848Z","caller":"traceutil/trace.go:171","msg":"trace[1825588748] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"605.189845ms","start":"2026-05-28T03:02:32.636645Z","end":"2026-05-28T03:02:33.241834Z","steps":["trace[1825588748] 'process raft request' (duration: 605.144433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:33.241934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:32.636632Z","time spent":"605.260787ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:33.241965Z","caller":"traceutil/trace.go:171","msg":"trace[1668636984] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"607.781397ms","start":"2026-05-28T03:02:32.634128Z","end":"2026-05-28T03:02:33.24191Z","steps":["trace[1668636984] 'process raft request' (duration: 607.55175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:33.242162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:32.63411Z","time spent":"607.954983ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6197,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:33.893756Z","caller":"traceutil/trace.go:171","msg":"trace[659701341] linearizableReadLoop","detail":"{readStateIndex:27531; appliedIndex:27527; }","duration":"652.639553ms","start":"2026-05-28T03:02:33.24109Z","end":"2026-05-28T03:02:33.89373Z","steps":["trace[659701341] 'read index received' (duration: 964.571µs)","trace[659701341] 'applied index is now lower than readState.Index' (duration: 651.674052ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:33.893908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259318425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:33.893947Z","caller":"traceutil/trace.go:171","msg":"trace[1546757145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26627; }","duration":"1.259383718s","start":"2026-05-28T03:02:32.634552Z","end":"2026-05-28T03:02:33.893936Z","steps":["trace[1546757145] 'agreement among raft nodes before linearized reading' (duration: 1.259305985s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:33.893986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:32.634545Z","time spent":"1.259433289s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T03:02:33.894028Z","caller":"traceutil/trace.go:171","msg":"trace[1470632943] transaction","detail":"{read_only:false; response_revision:26627; number_of_response:1; }","duration":"769.978614ms","start":"2026-05-28T03:02:33.124037Z","end":"2026-05-28T03:02:33.894016Z","steps":["trace[1470632943] 'process raft request' (duration: 769.642064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:33.894049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26135288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-28T03:02:33.894054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264047986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7963"} {"level":"warn","ts":"2026-05-28T03:02:33.894005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263116106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-05-28T03:02:33.89415Z","caller":"traceutil/trace.go:171","msg":"trace[119878622] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26627; }","duration":"1.263316122s","start":"2026-05-28T03:02:32.630823Z","end":"2026-05-28T03:02:33.894139Z","steps":["trace[119878622] 'agreement among raft nodes before linearized reading' (duration: 1.263038833s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:33.894148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:33.124001Z","time spent":"770.083708ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:33.893961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16132675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-28T03:02:33.894184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:32.630818Z","time spent":"1.263358243s","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-28T03:02:33.894218Z","caller":"traceutil/trace.go:171","msg":"trace[320169039] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26627; }","duration":"1.161636179s","start":"2026-05-28T03:02:32.732573Z","end":"2026-05-28T03:02:33.894209Z","steps":["trace[320169039] 'agreement among raft nodes before linearized reading' (duration: 1.161186035s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:33.894246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:32.732557Z","time spent":"1.16168s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-28T03:02:33.894104Z","caller":"traceutil/trace.go:171","msg":"trace[590087652] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:26627; }","duration":"1.264126958s","start":"2026-05-28T03:02:32.629965Z","end":"2026-05-28T03:02:33.894092Z","steps":["trace[590087652] 'agreement among raft nodes before linearized reading' (duration: 1.263963703s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:33.894101Z","caller":"traceutil/trace.go:171","msg":"trace[1271900490] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b398a427727950; range_end:; response_count:1; response_revision:26627; }","duration":"1.261429673s","start":"2026-05-28T03:02:32.632654Z","end":"2026-05-28T03:02:33.894084Z","steps":["trace[1271900490] 'agreement among raft nodes before linearized reading' (duration: 1.261248277s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:33.894245Z","caller":"traceutil/trace.go:171","msg":"trace[467096782] transaction","detail":"{read_only:false; response_revision:26625; number_of_response:1; }","duration":"770.839562ms","start":"2026-05-28T03:02:33.123362Z","end":"2026-05-28T03:02:33.894202Z","steps":["trace[467096782] 'process raft request' (duration: 770.15012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:33.894334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:32.632639Z","time spent":"1.261680361s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b398a427727950\" "} {"level":"warn","ts":"2026-05-28T03:02:33.894357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:32.629954Z","time spent":"1.264362496s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7986,"request content":"key:\"/registry/pods/auth-system/keycloak-0\" "} {"level":"info","ts":"2026-05-28T03:02:33.894396Z","caller":"traceutil/trace.go:171","msg":"trace[1054394495] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"770.711798ms","start":"2026-05-28T03:02:33.122936Z","end":"2026-05-28T03:02:33.893648Z","steps":["trace[1054394495] 'process raft request' (duration: 742.259813ms)","trace[1054394495] 'compare' (duration: 27.693671ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:33.894452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:33.123349Z","time spent":"770.994787ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:33.894517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:33.122903Z","time spent":"771.575165ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:33.893951Z","caller":"traceutil/trace.go:171","msg":"trace[1660992606] transaction","detail":"{read_only:false; response_revision:26626; number_of_response:1; }","duration":"770.039397ms","start":"2026-05-28T03:02:33.123891Z","end":"2026-05-28T03:02:33.893931Z","steps":["trace[1660992606] 'process raft request' (duration: 769.736917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:33.894677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:33.123867Z","time spent":"770.725279ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:33.950269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.653128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:33.950354Z","caller":"traceutil/trace.go:171","msg":"trace[2142327894] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26628; }","duration":"699.777542ms","start":"2026-05-28T03:02:33.250558Z","end":"2026-05-28T03:02:33.950336Z","steps":["trace[2142327894] 'agreement among raft nodes before linearized reading' (duration: 699.638518ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:33.950282Z","caller":"traceutil/trace.go:171","msg":"trace[887144887] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"124.421557ms","start":"2026-05-28T03:02:33.825832Z","end":"2026-05-28T03:02:33.950253Z","steps":["trace[887144887] 'process raft request' (duration: 124.185429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:33.950525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:33.250541Z","time spent":"699.967029ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:02:33.950575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.096936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qmd2z\" ","response":"range_response_count:1 size:6215"} {"level":"info","ts":"2026-05-28T03:02:33.950668Z","caller":"traceutil/trace.go:171","msg":"trace[116496765] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qmd2z; range_end:; response_count:1; response_revision:26628; }","duration":"691.242751ms","start":"2026-05-28T03:02:33.259401Z","end":"2026-05-28T03:02:33.950644Z","steps":["trace[116496765] 'agreement among raft nodes before linearized reading' (duration: 690.769426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:33.950727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:33.25938Z","time spent":"691.333503ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6238,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qmd2z\" "} {"level":"info","ts":"2026-05-28T03:02:34.370617Z","caller":"traceutil/trace.go:171","msg":"trace[1572027255] linearizableReadLoop","detail":"{readStateIndex:27533; appliedIndex:27532; }","duration":"420.45455ms","start":"2026-05-28T03:02:33.950141Z","end":"2026-05-28T03:02:34.370595Z","steps":["trace[1572027255] 'read index received' (duration: 419.391476ms)","trace[1572027255] 'applied index is now lower than readState.Index' (duration: 1.061204ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:34.37074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.685375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:34.370779Z","caller":"traceutil/trace.go:171","msg":"trace[299450609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26629; }","duration":"474.776548ms","start":"2026-05-28T03:02:33.895993Z","end":"2026-05-28T03:02:34.37077Z","steps":["trace[299450609] 'agreement among raft nodes before linearized reading' (duration: 474.694805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:34.370768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.788505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-398931a7-822a-443c-a739-f9eddfa40eb5\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-05-28T03:02:34.370807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:33.895974Z","time spent":"474.82704ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T03:02:34.37084Z","caller":"traceutil/trace.go:171","msg":"trace[460436599] range","detail":"{range_begin:/registry/persistentvolumes/pvc-398931a7-822a-443c-a739-f9eddfa40eb5; range_end:; response_count:1; response_revision:26629; }","duration":"472.888147ms","start":"2026-05-28T03:02:33.89793Z","end":"2026-05-28T03:02:34.370818Z","steps":["trace[460436599] 'agreement among raft nodes before linearized reading' (duration: 472.67446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:34.370858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.784638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:134"} {"level":"info","ts":"2026-05-28T03:02:34.370885Z","caller":"traceutil/trace.go:171","msg":"trace[963140525] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26629; }","duration":"474.84185ms","start":"2026-05-28T03:02:33.896037Z","end":"2026-05-28T03:02:34.370879Z","steps":["trace[963140525] 'agreement among raft nodes before linearized reading' (duration: 474.648464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:34.370893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:33.897917Z","time spent":"472.96691ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-398931a7-822a-443c-a739-f9eddfa40eb5\" "} {"level":"warn","ts":"2026-05-28T03:02:34.370903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:33.896025Z","time spent":"474.872791ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-28T03:02:34.371042Z","caller":"traceutil/trace.go:171","msg":"trace[765147008] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"474.994184ms","start":"2026-05-28T03:02:33.896039Z","end":"2026-05-28T03:02:34.371033Z","steps":["trace[765147008] 'process raft request' (duration: 473.478216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:34.371121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:33.896024Z","time spent":"475.049366ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:35.047516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.458905ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T03:02:35.04762Z","caller":"traceutil/trace.go:171","msg":"trace[1174550468] linearizableReadLoop","detail":"{readStateIndex:27534; appliedIndex:27533; }","duration":"676.934945ms","start":"2026-05-28T03:02:34.370668Z","end":"2026-05-28T03:02:35.047603Z","steps":["trace[1174550468] 'read index received' (duration: 48.315946ms)","trace[1174550468] 'applied index is now lower than readState.Index' (duration: 628.617549ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:35.047905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.940074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:35.047952Z","caller":"traceutil/trace.go:171","msg":"trace[1324402573] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26629; }","duration":"837.032187ms","start":"2026-05-28T03:02:34.210906Z","end":"2026-05-28T03:02:35.047939Z","steps":["trace[1324402573] 'agreement among raft nodes before linearized reading' (duration: 836.939164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:35.047988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:34.210888Z","time spent":"837.090258ms","remote":"127.0.0.1:41644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:35.048047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091647424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:35.048169Z","caller":"traceutil/trace.go:171","msg":"trace[1761749931] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26629; }","duration":"1.091789608s","start":"2026-05-28T03:02:33.956331Z","end":"2026-05-28T03:02:35.04812Z","steps":["trace[1761749931] 'agreement among raft nodes before linearized reading' (duration: 1.091636633s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:35.048235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:33.956311Z","time spent":"1.091907152s","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:02:35.547994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492455052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:02:35.785463Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.159292224s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T03:02:35.785859Z","caller":"traceutil/trace.go:171","msg":"trace[2096275071] linearizableReadLoop","detail":"{readStateIndex:27535; appliedIndex:27534; }","duration":"738.195633ms","start":"2026-05-28T03:02:35.047645Z","end":"2026-05-28T03:02:35.785841Z","steps":["trace[2096275071] 'read index received' (duration: 738.017887ms)","trace[2096275071] 'applied index is now lower than readState.Index' (duration: 176.846µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:35.7859Z","caller":"traceutil/trace.go:171","msg":"trace[1155529235] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"1.15978464s","start":"2026-05-28T03:02:34.626079Z","end":"2026-05-28T03:02:35.785863Z","steps":["trace[1155529235] 'process raft request' (duration: 1.159606524s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:35.786044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:34.626064Z","time spent":"1.159899393s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:35.786125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335850128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4434"} {"level":"info","ts":"2026-05-28T03:02:35.786154Z","caller":"traceutil/trace.go:171","msg":"trace[353147982] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26630; }","duration":"1.335913021s","start":"2026-05-28T03:02:34.450231Z","end":"2026-05-28T03:02:35.786145Z","steps":["trace[353147982] 'agreement among raft nodes before linearized reading' (duration: 1.335845588s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:35.786126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153940984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T03:02:35.786183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:34.450212Z","time spent":"1.335965092s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4457,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-05-28T03:02:35.786213Z","caller":"traceutil/trace.go:171","msg":"trace[1249637947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26630; }","duration":"1.154059797s","start":"2026-05-28T03:02:34.632133Z","end":"2026-05-28T03:02:35.786192Z","steps":["trace[1249637947] 'agreement among raft nodes before linearized reading' (duration: 1.153755257s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:35.786263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:34.632126Z","time spent":"1.154129259s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:35.786062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224366013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T03:02:35.78636Z","caller":"traceutil/trace.go:171","msg":"trace[1962731578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26630; }","duration":"1.224699604s","start":"2026-05-28T03:02:34.561642Z","end":"2026-05-28T03:02:35.786341Z","steps":["trace[1962731578] 'agreement among raft nodes before linearized reading' (duration: 1.224301811s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:35.786409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409373026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:35.786432Z","caller":"traceutil/trace.go:171","msg":"trace[1931689227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26630; }","duration":"1.409408387s","start":"2026-05-28T03:02:34.377016Z","end":"2026-05-28T03:02:35.786425Z","steps":["trace[1931689227] 'agreement among raft nodes before linearized reading' (duration: 1.409372925s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:35.786455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:34.377012Z","time spent":"1.409438018s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:02:35.786424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:34.561626Z","time spent":"1.224781716s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:35.78662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.70584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-05-28T03:02:35.786659Z","caller":"traceutil/trace.go:171","msg":"trace[136054725] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26630; }","duration":"783.779743ms","start":"2026-05-28T03:02:35.00287Z","end":"2026-05-28T03:02:35.786649Z","steps":["trace[136054725] 'agreement among raft nodes before linearized reading' (duration: 783.673629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:35.786708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:35.002854Z","time spent":"783.846964ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-28T03:02:35.786712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409777428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-28T03:02:35.78675Z","caller":"traceutil/trace.go:171","msg":"trace[662205793] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26630; }","duration":"1.40984129s","start":"2026-05-28T03:02:34.376897Z","end":"2026-05-28T03:02:35.786738Z","steps":["trace[662205793] 'agreement among raft nodes before linearized reading' (duration: 1.409747628s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:35.786787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:34.37689Z","time spent":"1.409890943s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-28T03:02:35.786878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.739493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:35.786913Z","caller":"traceutil/trace.go:171","msg":"trace[354758353] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26630; }","duration":"878.823115ms","start":"2026-05-28T03:02:34.908081Z","end":"2026-05-28T03:02:35.786904Z","steps":["trace[354758353] 'agreement among raft nodes before linearized reading' (duration: 878.754863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:35.786935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.17133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:35.786946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:34.908035Z","time spent":"878.903687ms","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:35.786965Z","caller":"traceutil/trace.go:171","msg":"trace[339423682] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26630; }","duration":"509.249133ms","start":"2026-05-28T03:02:35.277708Z","end":"2026-05-28T03:02:35.786957Z","steps":["trace[339423682] 'agreement among raft nodes before linearized reading' (duration: 509.199992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:35.786994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:35.277684Z","time spent":"509.298954ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:35.786621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.704509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-28T03:02:35.787118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414333153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T03:02:35.787114Z","caller":"traceutil/trace.go:171","msg":"trace[2133586703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26630; }","duration":"539.222816ms","start":"2026-05-28T03:02:35.247878Z","end":"2026-05-28T03:02:35.787101Z","steps":["trace[2133586703] 'agreement among raft nodes before linearized reading' (duration: 538.596806ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:35.787143Z","caller":"traceutil/trace.go:171","msg":"trace[1806696724] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26630; }","duration":"1.414370385s","start":"2026-05-28T03:02:34.372766Z","end":"2026-05-28T03:02:35.787136Z","steps":["trace[1806696724] 'agreement among raft nodes before linearized reading' (duration: 1.414318634s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:35.787146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.22687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-28T03:02:35.787156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:35.247865Z","time spent":"539.280367ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T03:02:35.787179Z","caller":"traceutil/trace.go:171","msg":"trace[1736382095] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26630; }","duration":"908.255331ms","start":"2026-05-28T03:02:34.87891Z","end":"2026-05-28T03:02:35.787166Z","steps":["trace[1736382095] 'agreement among raft nodes before linearized reading' (duration: 908.171588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:35.787231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:34.878856Z","time spent":"908.368795ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-28T03:02:35.787164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:34.372755Z","time spent":"1.414403776s","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T03:02:37.126724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492455079,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T03:02:37.5008Z","caller":"traceutil/trace.go:171","msg":"trace[2091862862] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"874.758116ms","start":"2026-05-28T03:02:36.626017Z","end":"2026-05-28T03:02:37.500775Z","steps":["trace[2091862862] 'process raft request' (duration: 874.573001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:37.500942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:36.625998Z","time spent":"874.874951ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:37.501287Z","caller":"traceutil/trace.go:171","msg":"trace[364313336] linearizableReadLoop","detail":"{readStateIndex:27548; appliedIndex:27548; }","duration":"875.040675ms","start":"2026-05-28T03:02:36.626236Z","end":"2026-05-28T03:02:37.501276Z","steps":["trace[364313336] 'read index received' (duration: 875.033385ms)","trace[364313336] 'applied index is now lower than readState.Index' (duration: 6.05µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:37.501504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.994939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:37.501533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.285223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T03:02:37.501567Z","caller":"traceutil/trace.go:171","msg":"trace[1652991129] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26643; }","duration":"867.099513ms","start":"2026-05-28T03:02:36.634455Z","end":"2026-05-28T03:02:37.501554Z","steps":["trace[1652991129] 'agreement among raft nodes before linearized reading' (duration: 866.980169ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:37.501573Z","caller":"traceutil/trace.go:171","msg":"trace[327426173] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26643; }","duration":"875.343005ms","start":"2026-05-28T03:02:36.62622Z","end":"2026-05-28T03:02:37.501563Z","steps":["trace[327426173] 'agreement among raft nodes before linearized reading' (duration: 875.115728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:37.501601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:36.634448Z","time spent":"867.146964ms","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:37.501604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:36.626214Z","time spent":"875.380536ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T03:02:37.501621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.969371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T03:02:37.501658Z","caller":"traceutil/trace.go:171","msg":"trace[1824038721] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26643; }","duration":"140.050393ms","start":"2026-05-28T03:02:37.361598Z","end":"2026-05-28T03:02:37.501649Z","steps":["trace[1824038721] 'agreement among raft nodes before linearized reading' (duration: 139.839877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:37.50185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.250235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:37.501884Z","caller":"traceutil/trace.go:171","msg":"trace[814504578] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26643; }","duration":"304.317807ms","start":"2026-05-28T03:02:37.197557Z","end":"2026-05-28T03:02:37.501875Z","steps":["trace[814504578] 'agreement among raft nodes before linearized reading' (duration: 304.234135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:37.50191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:37.197542Z","time spent":"304.360808ms","remote":"127.0.0.1:52054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:37.502046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.35694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-28T03:02:37.50206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.942862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:37.502077Z","caller":"traceutil/trace.go:171","msg":"trace[1290070208] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26643; }","duration":"116.430383ms","start":"2026-05-28T03:02:37.385639Z","end":"2026-05-28T03:02:37.50207Z","steps":["trace[1290070208] 'agreement among raft nodes before linearized reading' (duration: 116.244227ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:37.502086Z","caller":"traceutil/trace.go:171","msg":"trace[355520507] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26643; }","duration":"597.024445ms","start":"2026-05-28T03:02:36.905052Z","end":"2026-05-28T03:02:37.502076Z","steps":["trace[355520507] 'agreement among raft nodes before linearized reading' (duration: 596.980873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:37.502099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.943597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:37.502134Z","caller":"traceutil/trace.go:171","msg":"trace[830989897] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26643; }","duration":"811.015919ms","start":"2026-05-28T03:02:36.691109Z","end":"2026-05-28T03:02:37.502124Z","steps":["trace[830989897] 'agreement among raft nodes before linearized reading' (duration: 810.958847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:37.502168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:36.691091Z","time spent":"811.065121ms","remote":"127.0.0.1:60364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:37.502222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.085819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:37.502253Z","caller":"traceutil/trace.go:171","msg":"trace[2111010305] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26643; }","duration":"137.134491ms","start":"2026-05-28T03:02:37.365108Z","end":"2026-05-28T03:02:37.502242Z","steps":["trace[2111010305] 'agreement among raft nodes before linearized reading' (duration: 137.083899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:37.502106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:36.905031Z","time spent":"597.069257ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:37.669136Z","caller":"traceutil/trace.go:171","msg":"trace[1257092373] transaction","detail":"{read_only:false; response_revision:26644; number_of_response:1; }","duration":"112.111055ms","start":"2026-05-28T03:02:37.556995Z","end":"2026-05-28T03:02:37.669106Z","steps":["trace[1257092373] 'process raft request' (duration: 111.848117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:38.250251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.171765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:38.250503Z","caller":"traceutil/trace.go:171","msg":"trace[143125989] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"457.111035ms","start":"2026-05-28T03:02:37.793369Z","end":"2026-05-28T03:02:38.25048Z","steps":["trace[143125989] 'process raft request' (duration: 457.005772ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:38.250557Z","caller":"traceutil/trace.go:171","msg":"trace[1028908880] linearizableReadLoop","detail":"{readStateIndex:27551; appliedIndex:27549; }","duration":"612.235398ms","start":"2026-05-28T03:02:37.638302Z","end":"2026-05-28T03:02:38.250537Z","steps":["trace[1028908880] 'read index received' (duration: 30.684536ms)","trace[1028908880] 'applied index is now lower than readState.Index' (duration: 581.549382ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:38.250598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:37.793352Z","time spent":"457.197739ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:38.250625Z","caller":"traceutil/trace.go:171","msg":"trace[135062090] transaction","detail":"{read_only:false; response_revision:26645; number_of_response:1; }","duration":"682.332108ms","start":"2026-05-28T03:02:37.56826Z","end":"2026-05-28T03:02:38.250592Z","steps":["trace[135062090] 'process raft request' (duration: 309.720039ms)","trace[135062090] 'compare' (duration: 371.990239ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:38.250685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.361273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:38.250724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:37.56824Z","time spent":"682.431821ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:38.250738Z","caller":"traceutil/trace.go:171","msg":"trace[1536459725] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26646; }","duration":"612.433345ms","start":"2026-05-28T03:02:37.638289Z","end":"2026-05-28T03:02:38.250722Z","steps":["trace[1536459725] 'agreement among raft nodes before linearized reading' (duration: 612.321172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:38.25079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:37.638271Z","time spent":"612.508867ms","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:38.642787Z","caller":"traceutil/trace.go:171","msg":"trace[1840122820] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"663.438657ms","start":"2026-05-28T03:02:37.979328Z","end":"2026-05-28T03:02:38.642767Z","steps":["trace[1840122820] 'process raft request' (duration: 659.240743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:38.64291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:37.979306Z","time spent":"663.54432ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:38.642985Z","caller":"traceutil/trace.go:171","msg":"trace[1382809196] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"661.879537ms","start":"2026-05-28T03:02:37.981086Z","end":"2026-05-28T03:02:38.642965Z","steps":["trace[1382809196] 'process raft request' (duration: 661.645259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:38.6431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:37.981062Z","time spent":"661.97841ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:38.64344Z","caller":"traceutil/trace.go:171","msg":"trace[822972611] transaction","detail":"{read_only:false; response_revision:26649; number_of_response:1; }","duration":"660.736481ms","start":"2026-05-28T03:02:37.982695Z","end":"2026-05-28T03:02:38.643431Z","steps":["trace[822972611] 'process raft request' (duration: 660.210584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:38.643491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:37.982675Z","time spent":"660.791982ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:38.643575Z","caller":"traceutil/trace.go:171","msg":"trace[970916623] linearizableReadLoop","detail":"{readStateIndex:27556; appliedIndex:27552; }","duration":"392.969866ms","start":"2026-05-28T03:02:38.250596Z","end":"2026-05-28T03:02:38.643566Z","steps":["trace[970916623] 'read index received' (duration: 388.049999ms)","trace[970916623] 'applied index is now lower than readState.Index' (duration: 4.919087ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:38.643731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.155487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1072"} {"level":"info","ts":"2026-05-28T03:02:38.643761Z","caller":"traceutil/trace.go:171","msg":"trace[212189130] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:26650; }","duration":"868.226609ms","start":"2026-05-28T03:02:37.775524Z","end":"2026-05-28T03:02:38.64375Z","steps":["trace[212189130] 'agreement among raft nodes before linearized reading' (duration: 868.078474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:38.643783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:37.775503Z","time spent":"868.274761ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1095,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-05-28T03:02:38.643808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.472827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T03:02:38.643798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.562575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:38.643814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.145621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:02:38.643842Z","caller":"traceutil/trace.go:171","msg":"trace[897212418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26650; }","duration":"824.545069ms","start":"2026-05-28T03:02:37.819288Z","end":"2026-05-28T03:02:38.643833Z","steps":["trace[897212418] 'agreement among raft nodes before linearized reading' (duration: 824.428696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:38.643863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:37.819268Z","time spent":"824.590201ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T03:02:38.64385Z","caller":"traceutil/trace.go:171","msg":"trace[1549246169] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26650; }","duration":"604.653618ms","start":"2026-05-28T03:02:38.039185Z","end":"2026-05-28T03:02:38.643839Z","steps":["trace[1549246169] 'agreement among raft nodes before linearized reading' (duration: 604.564785ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:38.643862Z","caller":"traceutil/trace.go:171","msg":"trace[1012975320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26650; }","duration":"821.215244ms","start":"2026-05-28T03:02:37.822632Z","end":"2026-05-28T03:02:38.643848Z","steps":["trace[1012975320] 'agreement among raft nodes before linearized reading' (duration: 821.07779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:38.643854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.45807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T03:02:38.643889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:38.039167Z","time spent":"604.717779ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T03:02:38.6439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:37.822621Z","time spent":"821.267785ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T03:02:38.643926Z","caller":"traceutil/trace.go:171","msg":"trace[936793541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26650; }","duration":"820.569424ms","start":"2026-05-28T03:02:37.823338Z","end":"2026-05-28T03:02:38.643908Z","steps":["trace[936793541] 'agreement among raft nodes before linearized reading' (duration: 820.310696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:38.643937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.597924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:38.643956Z","caller":"traceutil/trace.go:171","msg":"trace[790035313] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26650; }","duration":"787.643296ms","start":"2026-05-28T03:02:37.856306Z","end":"2026-05-28T03:02:38.643949Z","steps":["trace[790035313] 'agreement among raft nodes before linearized reading' (duration: 787.609285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:38.643801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.175492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7073"} {"level":"warn","ts":"2026-05-28T03:02:38.643966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:37.823324Z","time spent":"820.633745ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:38.643974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:37.856293Z","time spent":"787.675858ms","remote":"127.0.0.1:60474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:38.64399Z","caller":"traceutil/trace.go:171","msg":"trace[1788268835] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26650; }","duration":"587.422629ms","start":"2026-05-28T03:02:38.05656Z","end":"2026-05-28T03:02:38.643982Z","steps":["trace[1788268835] 'agreement among raft nodes before linearized reading' (duration: 587.064208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:38.644016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:38.056542Z","time spent":"587.466781ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7096,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-28T03:02:38.644042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.982517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T03:02:38.64407Z","caller":"traceutil/trace.go:171","msg":"trace[321716817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26650; }","duration":"560.039409ms","start":"2026-05-28T03:02:38.084022Z","end":"2026-05-28T03:02:38.644061Z","steps":["trace[321716817] 'agreement among raft nodes before linearized reading' (duration: 559.955166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:38.644101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.352167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-28T03:02:38.644106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:38.084007Z","time spent":"560.09238ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T03:02:38.644148Z","caller":"traceutil/trace.go:171","msg":"trace[533553413] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26650; }","duration":"576.42868ms","start":"2026-05-28T03:02:38.067702Z","end":"2026-05-28T03:02:38.644131Z","steps":["trace[533553413] 'agreement among raft nodes before linearized reading' (duration: 576.321227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:38.644196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:38.067683Z","time spent":"576.502882ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-28T03:02:38.644483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.579499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T03:02:38.644548Z","caller":"traceutil/trace.go:171","msg":"trace[90162969] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26650; }","duration":"517.649241ms","start":"2026-05-28T03:02:38.126883Z","end":"2026-05-28T03:02:38.644532Z","steps":["trace[90162969] 'agreement among raft nodes before linearized reading' (duration: 517.329331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:38.644592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:38.126835Z","time spent":"517.744253ms","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:38.644365Z","caller":"traceutil/trace.go:171","msg":"trace[21889794] transaction","detail":"{read_only:false; response_revision:26650; number_of_response:1; }","duration":"661.600328ms","start":"2026-05-28T03:02:37.982741Z","end":"2026-05-28T03:02:38.644341Z","steps":["trace[21889794] 'process raft request' (duration: 660.658688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:38.645258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:37.982718Z","time spent":"662.168696ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:38.68669Z","caller":"traceutil/trace.go:171","msg":"trace[1715205577] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"289.889568ms","start":"2026-05-28T03:02:38.396778Z","end":"2026-05-28T03:02:38.686667Z","steps":["trace[1715205577] 'process raft request' (duration: 289.750193ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:38.871039Z","caller":"traceutil/trace.go:171","msg":"trace[845741329] transaction","detail":"{read_only:false; response_revision:26658; number_of_response:1; }","duration":"125.202341ms","start":"2026-05-28T03:02:38.745819Z","end":"2026-05-28T03:02:38.871021Z","steps":["trace[845741329] 'process raft request' (duration: 125.102928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:39.383431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.797279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:39.383536Z","caller":"traceutil/trace.go:171","msg":"trace[393161359] transaction","detail":"{read_only:false; response_revision:26659; number_of_response:1; }","duration":"634.779124ms","start":"2026-05-28T03:02:38.748743Z","end":"2026-05-28T03:02:39.383522Z","steps":["trace[393161359] 'process raft request' (duration: 275.83622ms)","trace[393161359] 'compare' (duration: 358.718667ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:39.383571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:38.748723Z","time spent":"634.832436ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:39.383756Z","caller":"traceutil/trace.go:171","msg":"trace[1902687768] linearizableReadLoop","detail":"{readStateIndex:27569; appliedIndex:27563; }","duration":"590.504446ms","start":"2026-05-28T03:02:38.793247Z","end":"2026-05-28T03:02:39.383751Z","steps":["trace[1902687768] 'read index received' (duration: 75.965975ms)","trace[1902687768] 'applied index is now lower than readState.Index' (duration: 514.537831ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:39.383806Z","caller":"traceutil/trace.go:171","msg":"trace[1110241218] transaction","detail":"{read_only:false; response_revision:26660; number_of_response:1; }","duration":"634.548847ms","start":"2026-05-28T03:02:38.749253Z","end":"2026-05-28T03:02:39.383802Z","steps":["trace[1110241218] 'process raft request' (duration: 634.241057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:39.38383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:38.749245Z","time spent":"634.570457ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:02:39.38392Z","caller":"traceutil/trace.go:171","msg":"trace[1081180116] transaction","detail":"{read_only:false; response_revision:26663; number_of_response:1; }","duration":"615.726808ms","start":"2026-05-28T03:02:38.768188Z","end":"2026-05-28T03:02:39.383915Z","steps":["trace[1081180116] 'process raft request' (duration: 615.507931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:39.383953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:38.768163Z","time spent":"615.77355ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:39.384057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.808946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:39.384071Z","caller":"traceutil/trace.go:171","msg":"trace[1928147656] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26663; }","duration":"590.848877ms","start":"2026-05-28T03:02:38.793218Z","end":"2026-05-28T03:02:39.384067Z","steps":["trace[1928147656] 'agreement among raft nodes before linearized reading' (duration: 590.803096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:39.384085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:38.793198Z","time spent":"590.883709ms","remote":"127.0.0.1:48132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:39.384348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.800242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:39.384365Z","caller":"traceutil/trace.go:171","msg":"trace[659743095] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26663; }","duration":"276.860863ms","start":"2026-05-28T03:02:39.107498Z","end":"2026-05-28T03:02:39.384359Z","steps":["trace[659743095] 'agreement among raft nodes before linearized reading' (duration: 276.828242ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:39.38452Z","caller":"traceutil/trace.go:171","msg":"trace[147647819] transaction","detail":"{read_only:false; response_revision:26662; number_of_response:1; }","duration":"623.810056ms","start":"2026-05-28T03:02:38.76068Z","end":"2026-05-28T03:02:39.38449Z","steps":["trace[147647819] 'process raft request' (duration: 622.99443ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:39.384624Z","caller":"traceutil/trace.go:171","msg":"trace[121918484] transaction","detail":"{read_only:false; response_revision:26661; number_of_response:1; }","duration":"635.290431ms","start":"2026-05-28T03:02:38.749328Z","end":"2026-05-28T03:02:39.384618Z","steps":["trace[121918484] 'process raft request' (duration: 634.31857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:39.384602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.091177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-28T03:02:39.384653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:38.749322Z","time spent":"635.315771ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:02:39.384676Z","caller":"traceutil/trace.go:171","msg":"trace[398106378] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26663; }","duration":"564.235391ms","start":"2026-05-28T03:02:38.82042Z","end":"2026-05-28T03:02:39.384655Z","steps":["trace[398106378] 'agreement among raft nodes before linearized reading' (duration: 563.943072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:39.384669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:38.760656Z","time spent":"623.93652ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:39.384725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:38.820412Z","time spent":"564.299214ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T03:02:39.384861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.427194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:134"} {"level":"info","ts":"2026-05-28T03:02:39.384905Z","caller":"traceutil/trace.go:171","msg":"trace[206756521] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:26663; }","duration":"590.512596ms","start":"2026-05-28T03:02:38.794379Z","end":"2026-05-28T03:02:39.384892Z","steps":["trace[206756521] 'agreement among raft nodes before linearized reading' (duration: 590.353261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:39.384899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.536134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-05-28T03:02:39.384935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:38.794355Z","time spent":"590.573768ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-05-28T03:02:39.384981Z","caller":"traceutil/trace.go:171","msg":"trace[1298583562] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26663; }","duration":"454.629826ms","start":"2026-05-28T03:02:38.93033Z","end":"2026-05-28T03:02:39.38496Z","steps":["trace[1298583562] 'agreement among raft nodes before linearized reading' (duration: 453.999296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:39.385319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:38.930282Z","time spent":"455.016669ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-05-28T03:02:39.735347Z","caller":"traceutil/trace.go:171","msg":"trace[1153494297] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"345.768845ms","start":"2026-05-28T03:02:39.389557Z","end":"2026-05-28T03:02:39.735326Z","steps":["trace[1153494297] 'process raft request' (duration: 345.655341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:39.735401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:39.386845Z","time spent":"348.550304ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T03:02:39.735414Z","caller":"traceutil/trace.go:171","msg":"trace[1231836567] linearizableReadLoop","detail":"{readStateIndex:27570; appliedIndex:27569; }","duration":"347.673116ms","start":"2026-05-28T03:02:39.387712Z","end":"2026-05-28T03:02:39.735385Z","steps":["trace[1231836567] 'read index received' (duration: 281.689788ms)","trace[1231836567] 'applied index is now lower than readState.Index' (duration: 65.980608ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:39.735455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:39.389546Z","time spent":"345.858348ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:02:39.735612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.469089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:39.735638Z","caller":"traceutil/trace.go:171","msg":"trace[244878407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26664; }","duration":"347.523851ms","start":"2026-05-28T03:02:39.388105Z","end":"2026-05-28T03:02:39.735629Z","steps":["trace[244878407] 'agreement among raft nodes before linearized reading' (duration: 347.412657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:39.735665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:39.388099Z","time spent":"347.557703ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:02:39.735719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.02306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-05-28T03:02:39.735746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.714081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-lm8rw\" ","response":"range_response_count:1 size:5969"} {"level":"info","ts":"2026-05-28T03:02:39.735771Z","caller":"traceutil/trace.go:171","msg":"trace[1150623242] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-lm8rw; range_end:; response_count:1; response_revision:26664; }","duration":"344.750613ms","start":"2026-05-28T03:02:39.391011Z","end":"2026-05-28T03:02:39.735761Z","steps":["trace[1150623242] 'agreement among raft nodes before linearized reading' (duration: 344.67636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:39.735792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:39.390979Z","time spent":"344.808505ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5992,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-lm8rw\" "} {"level":"warn","ts":"2026-05-28T03:02:39.735808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.441192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:39.735772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.026487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T03:02:39.735818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.086141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-28T03:02:39.735826Z","caller":"traceutil/trace.go:171","msg":"trace[1424360873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26664; }","duration":"199.493314ms","start":"2026-05-28T03:02:39.536327Z","end":"2026-05-28T03:02:39.73582Z","steps":["trace[1424360873] 'agreement among raft nodes before linearized reading' (duration: 199.457603ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:39.735863Z","caller":"traceutil/trace.go:171","msg":"trace[381000847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26664; }","duration":"327.172953ms","start":"2026-05-28T03:02:39.408672Z","end":"2026-05-28T03:02:39.735845Z","steps":["trace[381000847] 'agreement among raft nodes before linearized reading' (duration: 326.998278ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:39.735864Z","caller":"traceutil/trace.go:171","msg":"trace[299741823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26664; }","duration":"348.14795ms","start":"2026-05-28T03:02:39.387695Z","end":"2026-05-28T03:02:39.735843Z","steps":["trace[299741823] 'agreement among raft nodes before linearized reading' (duration: 347.784679ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:39.735772Z","caller":"traceutil/trace.go:171","msg":"trace[257518177] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-magnum-default-user; range_end:; response_count:1; response_revision:26664; }","duration":"244.123803ms","start":"2026-05-28T03:02:39.491636Z","end":"2026-05-28T03:02:39.73576Z","steps":["trace[257518177] 'agreement among raft nodes before linearized reading' (duration: 243.933197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:39.735889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:39.408654Z","time spent":"327.229796ms","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T03:02:39.735906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:39.387688Z","time spent":"348.209123ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T03:02:39.911637Z","caller":"traceutil/trace.go:171","msg":"trace[1004308781] transaction","detail":"{read_only:false; response_revision:26666; number_of_response:1; }","duration":"169.198321ms","start":"2026-05-28T03:02:39.742413Z","end":"2026-05-28T03:02:39.911611Z","steps":["trace[1004308781] 'process raft request' (duration: 168.971514ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:39.911877Z","caller":"traceutil/trace.go:171","msg":"trace[23816128] linearizableReadLoop","detail":"{readStateIndex:27574; appliedIndex:27572; }","duration":"139.386712ms","start":"2026-05-28T03:02:39.772462Z","end":"2026-05-28T03:02:39.911848Z","steps":["trace[23816128] 'read index received' (duration: 138.883326ms)","trace[23816128] 'applied index is now lower than readState.Index' (duration: 502.196µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:39.912275Z","caller":"traceutil/trace.go:171","msg":"trace[1638899234] transaction","detail":"{read_only:false; response_revision:26667; number_of_response:1; }","duration":"168.655453ms","start":"2026-05-28T03:02:39.743596Z","end":"2026-05-28T03:02:39.912252Z","steps":["trace[1638899234] 'process raft request' (duration: 167.966271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:39.912416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.766117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-05-28T03:02:39.912517Z","caller":"traceutil/trace.go:171","msg":"trace[767304615] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:26667; }","duration":"151.88164ms","start":"2026-05-28T03:02:39.760618Z","end":"2026-05-28T03:02:39.9125Z","steps":["trace[767304615] 'agreement among raft nodes before linearized reading' (duration: 151.637832ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:39.945128Z","caller":"traceutil/trace.go:171","msg":"trace[1052021622] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"167.350431ms","start":"2026-05-28T03:02:39.77773Z","end":"2026-05-28T03:02:39.945081Z","steps":["trace[1052021622] 'process raft request' (duration: 167.203957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:39.94525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.427584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-05-28T03:02:39.945292Z","caller":"traceutil/trace.go:171","msg":"trace[1633435956] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26668; }","duration":"167.518867ms","start":"2026-05-28T03:02:39.777762Z","end":"2026-05-28T03:02:39.945281Z","steps":["trace[1633435956] 'agreement among raft nodes before linearized reading' (duration: 167.329521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:39.945264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.168849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-05-28T03:02:39.945374Z","caller":"traceutil/trace.go:171","msg":"trace[1986260983] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26668; }","duration":"169.313234ms","start":"2026-05-28T03:02:39.77604Z","end":"2026-05-28T03:02:39.945353Z","steps":["trace[1986260983] 'agreement among raft nodes before linearized reading' (duration: 169.114838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:40.692655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.860116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:40.69298Z","caller":"traceutil/trace.go:171","msg":"trace[847717957] transaction","detail":"{read_only:false; response_revision:26669; number_of_response:1; }","duration":"741.702746ms","start":"2026-05-28T03:02:39.951249Z","end":"2026-05-28T03:02:40.692951Z","steps":["trace[847717957] 'process raft request' (duration: 252.465398ms)","trace[847717957] 'compare' (duration: 488.584617ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:40.693048Z","caller":"traceutil/trace.go:171","msg":"trace[842853992] transaction","detail":"{read_only:false; response_revision:26670; number_of_response:1; }","duration":"740.987343ms","start":"2026-05-28T03:02:39.952048Z","end":"2026-05-28T03:02:40.693036Z","steps":["trace[842853992] 'process raft request' (duration: 740.730274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:40.693107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:39.951235Z","time spent":"741.816109ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:02:40.692996Z","caller":"traceutil/trace.go:171","msg":"trace[966442660] transaction","detail":"{read_only:false; response_revision:26671; number_of_response:1; }","duration":"672.520776ms","start":"2026-05-28T03:02:40.020453Z","end":"2026-05-28T03:02:40.692974Z","steps":["trace[966442660] 'process raft request' (duration: 672.453853ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:40.693033Z","caller":"traceutil/trace.go:171","msg":"trace[177153304] linearizableReadLoop","detail":"{readStateIndex:27576; appliedIndex:27575; }","duration":"741.456138ms","start":"2026-05-28T03:02:39.951527Z","end":"2026-05-28T03:02:40.692983Z","steps":["trace[177153304] 'read index received' (duration: 252.142258ms)","trace[177153304] 'applied index is now lower than readState.Index' (duration: 489.31086ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:40.693274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.723126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"warn","ts":"2026-05-28T03:02:40.693161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:39.952038Z","time spent":"741.063276ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:40.693371Z","caller":"traceutil/trace.go:171","msg":"trace[2113916544] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:26671; }","duration":"741.798979ms","start":"2026-05-28T03:02:39.95151Z","end":"2026-05-28T03:02:40.693309Z","steps":["trace[2113916544] 'agreement among raft nodes before linearized reading' (duration: 741.574312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:40.693342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.0204Z","time spent":"672.816925ms","remote":"127.0.0.1:47878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:40.69341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:39.951504Z","time spent":"741.896392ms","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9570,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-05-28T03:02:41.339021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.52593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:41.33913Z","caller":"traceutil/trace.go:171","msg":"trace[1847753451] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"1.08243453s","start":"2026-05-28T03:02:40.256676Z","end":"2026-05-28T03:02:41.33911Z","steps":["trace[1847753451] 'process raft request' (duration: 701.738104ms)","trace[1847753451] 'compare' (duration: 380.122448ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:41.339192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.256651Z","time spent":"1.082511023s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:41.3877Z","caller":"traceutil/trace.go:171","msg":"trace[60358329] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"739.540046ms","start":"2026-05-28T03:02:40.648136Z","end":"2026-05-28T03:02:41.387676Z","steps":["trace[60358329] 'process raft request' (duration: 739.358961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:41.387831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.648115Z","time spent":"739.65164ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:41.387924Z","caller":"traceutil/trace.go:171","msg":"trace[213634637] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"739.682872ms","start":"2026-05-28T03:02:40.648219Z","end":"2026-05-28T03:02:41.387902Z","steps":["trace[213634637] 'process raft request' (duration: 739.410543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:41.388037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.648213Z","time spent":"739.771584ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:41.388288Z","caller":"traceutil/trace.go:171","msg":"trace[1725601052] transaction","detail":"{read_only:false; response_revision:26675; number_of_response:1; }","duration":"739.912559ms","start":"2026-05-28T03:02:40.648348Z","end":"2026-05-28T03:02:41.38826Z","steps":["trace[1725601052] 'process raft request' (duration: 739.473295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:41.388467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.64834Z","time spent":"740.007942ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:41.388618Z","caller":"traceutil/trace.go:171","msg":"trace[161909971] transaction","detail":"{read_only:false; response_revision:26677; number_of_response:1; }","duration":"695.388563ms","start":"2026-05-28T03:02:40.693186Z","end":"2026-05-28T03:02:41.388574Z","steps":["trace[161909971] 'process raft request' (duration: 695.075933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:41.388674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.693167Z","time spent":"695.479275ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:41.388707Z","caller":"traceutil/trace.go:171","msg":"trace[283434435] transaction","detail":"{read_only:false; response_revision:26676; number_of_response:1; }","duration":"738.494874ms","start":"2026-05-28T03:02:40.650066Z","end":"2026-05-28T03:02:41.388561Z","steps":["trace[283434435] 'process raft request' (duration: 738.113951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:41.389033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.650056Z","time spent":"738.826734ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:41.738229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.867056ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-05-28T03:02:41.738419Z","caller":"traceutil/trace.go:171","msg":"trace[1059208306] compact","detail":"{revision:24328; response_revision:26677; }","duration":"1.044238115s","start":"2026-05-28T03:02:40.694165Z","end":"2026-05-28T03:02:41.738403Z","steps":["trace[1059208306] 'process raft request' (duration: 694.141623ms)","trace[1059208306] 'check and update compact revision' (duration: 348.583994ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:41.738464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.694132Z","time spent":"1.044329279s","remote":"127.0.0.1:47878","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T03:02:41.739949Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24328} {"level":"info","ts":"2026-05-28T03:02:41.740974Z","caller":"traceutil/trace.go:171","msg":"trace[789771579] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"1.044089642s","start":"2026-05-28T03:02:40.696865Z","end":"2026-05-28T03:02:41.740955Z","steps":["trace[789771579] 'process raft request' (duration: 1.041448898s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:41.741111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.696847Z","time spent":"1.044197054s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:41.742009Z","caller":"traceutil/trace.go:171","msg":"trace[1732382252] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"1.042636106s","start":"2026-05-28T03:02:40.699358Z","end":"2026-05-28T03:02:41.741994Z","steps":["trace[1732382252] 'process raft request' (duration: 1.041582092s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:41.742098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.699343Z","time spent":"1.042711918s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:02:41.743071Z","caller":"traceutil/trace.go:171","msg":"trace[1884491918] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"819.81941ms","start":"2026-05-28T03:02:40.923214Z","end":"2026-05-28T03:02:41.743033Z","steps":["trace[1884491918] 'process raft request' (duration: 818.769216ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:41.743268Z","caller":"traceutil/trace.go:171","msg":"trace[1294340936] linearizableReadLoop","detail":"{readStateIndex:27584; appliedIndex:27578; }","duration":"1.049951967s","start":"2026-05-28T03:02:40.693289Z","end":"2026-05-28T03:02:41.743241Z","steps":["trace[1294340936] 'read index received' (duration: 265.218593ms)","trace[1294340936] 'applied index is now lower than readState.Index' (duration: 784.730504ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:41.743274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.923186Z","time spent":"819.976585ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:41.743433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20662887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:41.743525Z","caller":"traceutil/trace.go:171","msg":"trace[894912372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26680; }","duration":"1.206776335s","start":"2026-05-28T03:02:40.536729Z","end":"2026-05-28T03:02:41.743505Z","steps":["trace[894912372] 'agreement among raft nodes before linearized reading' (duration: 1.206601779s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:41.743574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.53671Z","time spent":"1.206853618s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:02:41.743968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647859431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-05-28T03:02:41.744011Z","caller":"traceutil/trace.go:171","msg":"trace[481478129] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26680; }","duration":"1.647957554s","start":"2026-05-28T03:02:40.096044Z","end":"2026-05-28T03:02:41.744002Z","steps":["trace[481478129] 'agreement among raft nodes before linearized reading' (duration: 1.647342684s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:41.74404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.096017Z","time spent":"1.648014606s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-28T03:02:41.744215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113410475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:41.744281Z","caller":"traceutil/trace.go:171","msg":"trace[1584604809] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26680; }","duration":"1.11352642s","start":"2026-05-28T03:02:40.63074Z","end":"2026-05-28T03:02:41.744266Z","steps":["trace[1584604809] 'agreement among raft nodes before linearized reading' (duration: 1.112616361s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:41.744318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.630723Z","time spent":"1.113586741s","remote":"127.0.0.1:56920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:41.744549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791087635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-05-28T03:02:41.744737Z","caller":"traceutil/trace.go:171","msg":"trace[539954291] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:26680; }","duration":"1.791190829s","start":"2026-05-28T03:02:39.95342Z","end":"2026-05-28T03:02:41.744611Z","steps":["trace[539954291] 'agreement among raft nodes before linearized reading' (duration: 1.7899529s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:41.744859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:39.95341Z","time spent":"1.791429196s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-05-28T03:02:42.470705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.621254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:42.470806Z","caller":"traceutil/trace.go:171","msg":"trace[1208641305] linearizableReadLoop","detail":"{readStateIndex:27589; appliedIndex:27588; }","duration":"727.461472ms","start":"2026-05-28T03:02:41.74333Z","end":"2026-05-28T03:02:42.470791Z","steps":["trace[1208641305] 'read index received' (duration: 66.812µs)","trace[1208641305] 'applied index is now lower than readState.Index' (duration: 727.39348ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:42.470895Z","caller":"traceutil/trace.go:171","msg":"trace[1531975551] transaction","detail":"{read_only:false; response_revision:26681; number_of_response:1; }","duration":"1.011204454s","start":"2026-05-28T03:02:41.459671Z","end":"2026-05-28T03:02:42.470876Z","steps":["trace[1531975551] 'process raft request' (duration: 301.336552ms)","trace[1531975551] 'compare' (duration: 384.105415ms)","trace[1531975551] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:471; } (duration: 325.413676ms)"],"step_count":3} {"level":"warn","ts":"2026-05-28T03:02:42.470962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:41.459644Z","time spent":"1.011287297s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:42.471027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722311818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:02:42.471071Z","caller":"traceutil/trace.go:171","msg":"trace[1486172761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26681; }","duration":"1.722358849s","start":"2026-05-28T03:02:40.748702Z","end":"2026-05-28T03:02:42.47106Z","steps":["trace[1486172761] 'agreement among raft nodes before linearized reading' (duration: 1.722200574s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:42.471206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728956508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:42.471215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711645878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T03:02:42.47125Z","caller":"traceutil/trace.go:171","msg":"trace[1943910151] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26681; }","duration":"1.729035461s","start":"2026-05-28T03:02:40.742202Z","end":"2026-05-28T03:02:42.471237Z","steps":["trace[1943910151] 'agreement among raft nodes before linearized reading' (duration: 1.728961079s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:42.471257Z","caller":"traceutil/trace.go:171","msg":"trace[1047190264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26681; }","duration":"1.711686279s","start":"2026-05-28T03:02:40.759558Z","end":"2026-05-28T03:02:42.471244Z","steps":["trace[1047190264] 'agreement among raft nodes before linearized reading' (duration: 1.711585006s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:42.471229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771840863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-28T03:02:42.47128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.742186Z","time spent":"1.729084792s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:42.471283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.75949Z","time spent":"1.711786332s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T03:02:42.471317Z","caller":"traceutil/trace.go:171","msg":"trace[701160018] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26681; }","duration":"1.771938756s","start":"2026-05-28T03:02:40.699358Z","end":"2026-05-28T03:02:42.471297Z","steps":["trace[701160018] 'agreement among raft nodes before linearized reading' (duration: 1.771664537s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:42.471343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079717333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T03:02:42.471333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.906585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:42.471417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529701652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:42.471428Z","caller":"traceutil/trace.go:171","msg":"trace[982925634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26681; }","duration":"722.038449ms","start":"2026-05-28T03:02:41.749369Z","end":"2026-05-28T03:02:42.471408Z","steps":["trace[982925634] 'agreement among raft nodes before linearized reading' (duration: 721.872484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:42.471465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762061861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-28T03:02:42.471483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:41.749358Z","time spent":"722.114001ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T03:02:42.471497Z","caller":"traceutil/trace.go:171","msg":"trace[395315352] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26681; }","duration":"1.762121903s","start":"2026-05-28T03:02:40.709366Z","end":"2026-05-28T03:02:42.471488Z","steps":["trace[395315352] 'agreement among raft nodes before linearized reading' (duration: 1.76202616s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:42.471531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.709348Z","time spent":"1.762177275s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-28T03:02:42.471639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.274336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-28T03:02:42.471644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722727451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T03:02:42.471688Z","caller":"traceutil/trace.go:171","msg":"trace[1725881201] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26681; }","duration":"127.343828ms","start":"2026-05-28T03:02:42.344334Z","end":"2026-05-28T03:02:42.471678Z","steps":["trace[1725881201] 'agreement among raft nodes before linearized reading' (duration: 127.240895ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:42.471693Z","caller":"traceutil/trace.go:171","msg":"trace[2061539266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26681; }","duration":"1.722839734s","start":"2026-05-28T03:02:40.748845Z","end":"2026-05-28T03:02:42.471684Z","steps":["trace[2061539266] 'agreement among raft nodes before linearized reading' (duration: 1.722737171s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:42.471366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.699308Z","time spent":"1.772048449s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-28T03:02:42.471723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.748818Z","time spent":"1.722894826s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:42.471412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.531618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-28T03:02:42.471761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.82732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-05-28T03:02:42.47179Z","caller":"traceutil/trace.go:171","msg":"trace[566175616] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:26681; }","duration":"720.863382ms","start":"2026-05-28T03:02:41.750916Z","end":"2026-05-28T03:02:42.471779Z","steps":["trace[566175616] 'agreement among raft nodes before linearized reading' (duration: 720.79391ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:42.471795Z","caller":"traceutil/trace.go:171","msg":"trace[714927437] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26681; }","duration":"129.932421ms","start":"2026-05-28T03:02:42.341842Z","end":"2026-05-28T03:02:42.471775Z","steps":["trace[714927437] 'agreement among raft nodes before linearized reading' (duration: 129.508238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:42.471817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:41.75091Z","time spent":"720.901743ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"info","ts":"2026-05-28T03:02:42.471445Z","caller":"traceutil/trace.go:171","msg":"trace[432042357] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26681; }","duration":"1.529770784s","start":"2026-05-28T03:02:40.941664Z","end":"2026-05-28T03:02:42.471435Z","steps":["trace[432042357] 'agreement among raft nodes before linearized reading' (duration: 1.529732213s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:42.471926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.10375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:42.471948Z","caller":"traceutil/trace.go:171","msg":"trace[1490126649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26681; }","duration":"132.158841ms","start":"2026-05-28T03:02:42.339784Z","end":"2026-05-28T03:02:42.471943Z","steps":["trace[1490126649] 'agreement among raft nodes before linearized reading' (duration: 132.12496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:42.471954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.941641Z","time spent":"1.530292891s","remote":"127.0.0.1:57882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:42.472062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.925398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:42.472106Z","caller":"traceutil/trace.go:171","msg":"trace[799203673] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26681; }","duration":"634.0164ms","start":"2026-05-28T03:02:41.838078Z","end":"2026-05-28T03:02:42.472095Z","steps":["trace[799203673] 'agreement among raft nodes before linearized reading' (duration: 633.944398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:42.47214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:41.838056Z","time spent":"634.072752ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:42.471378Z","caller":"traceutil/trace.go:171","msg":"trace[1478895243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26681; }","duration":"1.079785735s","start":"2026-05-28T03:02:41.39158Z","end":"2026-05-28T03:02:42.471366Z","steps":["trace[1478895243] 'agreement among raft nodes before linearized reading' (duration: 1.079713953s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:42.472153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.126545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T03:02:42.472177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:41.391558Z","time spent":"1.080612682s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T03:02:42.472182Z","caller":"traceutil/trace.go:171","msg":"trace[1981888201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26681; }","duration":"557.185517ms","start":"2026-05-28T03:02:41.914988Z","end":"2026-05-28T03:02:42.472174Z","steps":["trace[1981888201] 'agreement among raft nodes before linearized reading' (duration: 557.104164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:42.471124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.74867Z","time spent":"1.722445132s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:42.471254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647727446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-86d59c69d4-sk4md.18b39aef6ad7e929\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-05-28T03:02:42.472265Z","caller":"traceutil/trace.go:171","msg":"trace[1709583363] range","detail":"{range_begin:/registry/events/openstack/heat-api-86d59c69d4-sk4md.18b39aef6ad7e929; range_end:; response_count:1; response_revision:26681; }","duration":"1.648783549s","start":"2026-05-28T03:02:40.823456Z","end":"2026-05-28T03:02:42.472239Z","steps":["trace[1709583363] 'agreement among raft nodes before linearized reading' (duration: 1.647647943s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:42.472205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:41.914972Z","time spent":"557.227099ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:02:42.472364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.823427Z","time spent":"1.648906523s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":928,"request content":"key:\"/registry/events/openstack/heat-api-86d59c69d4-sk4md.18b39aef6ad7e929\" "} {"level":"warn","ts":"2026-05-28T03:02:42.901681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.672188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:42.90195Z","caller":"traceutil/trace.go:171","msg":"trace[1377805018] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"421.06715ms","start":"2026-05-28T03:02:42.480846Z","end":"2026-05-28T03:02:42.901913Z","steps":["trace[1377805018] 'process raft request' (duration: 127.070521ms)","trace[1377805018] 'compare' (duration: 24.591952ms)","trace[1377805018] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/heat-api-86d59c69d4-sk4md.18b39aef6ad7e929; req_size:884; } (duration: 268.430866ms)"],"step_count":3} {"level":"info","ts":"2026-05-28T03:02:42.902006Z","caller":"traceutil/trace.go:171","msg":"trace[1365030684] linearizableReadLoop","detail":"{readStateIndex:27590; appliedIndex:27589; }","duration":"419.170079ms","start":"2026-05-28T03:02:42.482802Z","end":"2026-05-28T03:02:42.901972Z","steps":["trace[1365030684] 'read index received' (duration: 125.055146ms)","trace[1365030684] 'applied index is now lower than readState.Index' (duration: 294.111733ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:42.902105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:42.480833Z","time spent":"421.196594ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:42.902173Z","caller":"traceutil/trace.go:171","msg":"trace[2073398268] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"417.28402ms","start":"2026-05-28T03:02:42.484871Z","end":"2026-05-28T03:02:42.902155Z","steps":["trace[2073398268] 'process raft request' (duration: 416.968839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:42.902265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:42.484855Z","time spent":"417.371512ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:42.90242Z","caller":"traceutil/trace.go:171","msg":"trace[781587458] transaction","detail":"{read_only:false; response_revision:26685; number_of_response:1; }","duration":"417.362381ms","start":"2026-05-28T03:02:42.485042Z","end":"2026-05-28T03:02:42.902404Z","steps":["trace[781587458] 'process raft request' (duration: 417.256598ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:42.902468Z","caller":"traceutil/trace.go:171","msg":"trace[393238180] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"417.458355ms","start":"2026-05-28T03:02:42.484993Z","end":"2026-05-28T03:02:42.902451Z","steps":["trace[393238180] 'process raft request' (duration: 417.118424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:42.902499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.678756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"warn","ts":"2026-05-28T03:02:42.902531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:42.484986Z","time spent":"417.515867ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:42.902532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:42.485037Z","time spent":"417.424463ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:42.902574Z","caller":"traceutil/trace.go:171","msg":"trace[1516647400] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:26684; }","duration":"419.779118ms","start":"2026-05-28T03:02:42.482776Z","end":"2026-05-28T03:02:42.902555Z","steps":["trace[1516647400] 'agreement among raft nodes before linearized reading' (duration: 419.360805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:42.902632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:42.482764Z","time spent":"419.856191ms","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9570,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"info","ts":"2026-05-28T03:02:42.902671Z","caller":"traceutil/trace.go:171","msg":"trace[941925225] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"417.552268ms","start":"2026-05-28T03:02:42.485105Z","end":"2026-05-28T03:02:42.902658Z","steps":["trace[941925225] 'process raft request' (duration: 417.283329ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:42.902685Z","caller":"traceutil/trace.go:171","msg":"trace[868879334] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"417.176916ms","start":"2026-05-28T03:02:42.485496Z","end":"2026-05-28T03:02:42.902673Z","steps":["trace[868879334] 'process raft request' (duration: 417.098814ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:42.902703Z","caller":"traceutil/trace.go:171","msg":"trace[1694774637] transaction","detail":"{read_only:false; response_revision:26689; number_of_response:1; }","duration":"416.758033ms","start":"2026-05-28T03:02:42.485936Z","end":"2026-05-28T03:02:42.902694Z","steps":["trace[1694774637] 'process raft request' (duration: 416.723432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:42.902729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:42.485489Z","time spent":"417.218937ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:42.902743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:42.485089Z","time spent":"417.61698ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:42.902763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:42.485929Z","time spent":"416.806734ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:42.902839Z","caller":"traceutil/trace.go:171","msg":"trace[533291216] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"417.283309ms","start":"2026-05-28T03:02:42.485547Z","end":"2026-05-28T03:02:42.902831Z","steps":["trace[533291216] 'process raft request' (duration: 417.084373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:42.902889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:42.48554Z","time spent":"417.3212ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:43.510486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.20052Z","time spent":"309.958147ms","remote":"127.0.0.1:48940","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T03:02:43.86301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.585294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:43.863248Z","caller":"traceutil/trace.go:171","msg":"trace[455155494] transaction","detail":"{read_only:false; response_revision:26692; number_of_response:1; }","duration":"605.837905ms","start":"2026-05-28T03:02:43.257395Z","end":"2026-05-28T03:02:43.863233Z","steps":["trace[455155494] 'process raft request' (duration: 605.796004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:43.863309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.257375Z","time spent":"605.906407ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:43.863398Z","caller":"traceutil/trace.go:171","msg":"trace[527272252] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"994.710271ms","start":"2026-05-28T03:02:42.868652Z","end":"2026-05-28T03:02:43.863362Z","steps":["trace[527272252] 'process raft request' (duration: 356.697613ms)","trace[527272252] 'compare' (duration: 285.301762ms)","trace[527272252] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-node-lease/instance; req_size:518; } (duration: 351.769506ms)"],"step_count":3} {"level":"info","ts":"2026-05-28T03:02:43.863471Z","caller":"traceutil/trace.go:171","msg":"trace[1021366783] linearizableReadLoop","detail":"{readStateIndex:27598; appliedIndex:27597; }","duration":"961.364141ms","start":"2026-05-28T03:02:42.902082Z","end":"2026-05-28T03:02:43.863446Z","steps":["trace[1021366783] 'read index received' (duration: 324.194139ms)","trace[1021366783] 'applied index is now lower than readState.Index' (duration: 637.168492ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:43.863508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:42.868634Z","time spent":"994.818614ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:43.863599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175318754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-28T03:02:43.863645Z","caller":"traceutil/trace.go:171","msg":"trace[1056340791] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26692; }","duration":"1.175427178s","start":"2026-05-28T03:02:42.688209Z","end":"2026-05-28T03:02:43.863637Z","steps":["trace[1056340791] 'agreement among raft nodes before linearized reading' (duration: 1.175262493s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:43.863666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:42.688183Z","time spent":"1.17547895s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-28T03:02:43.863704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378895358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:192"} {"level":"info","ts":"2026-05-28T03:02:43.863747Z","caller":"traceutil/trace.go:171","msg":"trace[1519946868] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:26692; }","duration":"1.37897381s","start":"2026-05-28T03:02:42.484762Z","end":"2026-05-28T03:02:43.863736Z","steps":["trace[1519946868] 'agreement among raft nodes before linearized reading' (duration: 1.378816825s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:43.86378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:42.484744Z","time spent":"1.379028832s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" "} {"level":"warn","ts":"2026-05-28T03:02:43.8636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254864853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:43.863853Z","caller":"traceutil/trace.go:171","msg":"trace[966663256] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26692; }","duration":"1.255163543s","start":"2026-05-28T03:02:42.60867Z","end":"2026-05-28T03:02:43.863833Z","steps":["trace[966663256] 'agreement among raft nodes before linearized reading' (duration: 1.254885664s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:43.863911Z","caller":"traceutil/trace.go:171","msg":"trace[2041259514] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"956.759434ms","start":"2026-05-28T03:02:42.907136Z","end":"2026-05-28T03:02:43.863896Z","steps":["trace[2041259514] 'process raft request' (duration: 955.965019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:43.863946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:42.608647Z","time spent":"1.255239946s","remote":"127.0.0.1:57912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:43.863985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:42.90712Z","time spent":"956.822746ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:02:44.434301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.537421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:44.434644Z","caller":"traceutil/trace.go:171","msg":"trace[971798898] linearizableReadLoop","detail":"{readStateIndex:27610; appliedIndex:27600; }","duration":"571.097381ms","start":"2026-05-28T03:02:43.863531Z","end":"2026-05-28T03:02:44.434629Z","steps":["trace[971798898] 'read index received' (duration: 68.155508ms)","trace[971798898] 'applied index is now lower than readState.Index' (duration: 502.941003ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:44.434726Z","caller":"traceutil/trace.go:171","msg":"trace[684218399] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"1.09562144s","start":"2026-05-28T03:02:43.339092Z","end":"2026-05-28T03:02:44.434713Z","steps":["trace[684218399] 'process raft request' (duration: 592.581833ms)","trace[684218399] 'compare' (duration: 471.859815ms)","trace[684218399] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/ceph.rook.io/cephclusters/openstack/ceph; req_size:7894; } (duration: 30.292514ms)"],"step_count":3} {"level":"warn","ts":"2026-05-28T03:02:44.434778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.339053Z","time spent":"1.095701022s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:44.434809Z","caller":"traceutil/trace.go:171","msg":"trace[1798429490] transaction","detail":"{read_only:false; response_revision:26702; number_of_response:1; }","duration":"683.237026ms","start":"2026-05-28T03:02:43.751554Z","end":"2026-05-28T03:02:44.434792Z","steps":["trace[1798429490] 'process raft request' (duration: 683.04668ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:44.434865Z","caller":"traceutil/trace.go:171","msg":"trace[1933181277] transaction","detail":"{read_only:false; response_revision:26697; number_of_response:1; }","duration":"1.040687053s","start":"2026-05-28T03:02:43.394148Z","end":"2026-05-28T03:02:44.434835Z","steps":["trace[1933181277] 'process raft request' (duration: 1.040331771s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:44.434908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.751548Z","time spent":"683.304448ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:44.434989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.118045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:44.435016Z","caller":"traceutil/trace.go:171","msg":"trace[1852376593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26702; }","duration":"901.187157ms","start":"2026-05-28T03:02:43.533822Z","end":"2026-05-28T03:02:44.435009Z","steps":["trace[1852376593] 'agreement among raft nodes before linearized reading' (duration: 901.092534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:44.435016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.394138Z","time spent":"1.040800007s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:44.435091Z","caller":"traceutil/trace.go:171","msg":"trace[1486267509] transaction","detail":"{read_only:false; response_revision:26698; number_of_response:1; }","duration":"1.040780606s","start":"2026-05-28T03:02:43.3943Z","end":"2026-05-28T03:02:44.435081Z","steps":["trace[1486267509] 'process raft request' (duration: 1.040199738s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:44.435173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.394292Z","time spent":"1.040851488s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:44.435215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180499399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:44.43524Z","caller":"traceutil/trace.go:171","msg":"trace[354125468] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26702; }","duration":"1.18055701s","start":"2026-05-28T03:02:43.254677Z","end":"2026-05-28T03:02:44.435234Z","steps":["trace[354125468] 'agreement among raft nodes before linearized reading' (duration: 1.180522529s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:44.435263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.254659Z","time spent":"1.180598342s","remote":"127.0.0.1:33242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:44.435325Z","caller":"traceutil/trace.go:171","msg":"trace[1806781537] transaction","detail":"{read_only:false; response_revision:26694; number_of_response:1; }","duration":"1.090357443s","start":"2026-05-28T03:02:43.344956Z","end":"2026-05-28T03:02:44.435313Z","steps":["trace[1806781537] 'process raft request' (duration: 1.089414543s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:44.435379Z","caller":"traceutil/trace.go:171","msg":"trace[1360139663] transaction","detail":"{read_only:false; response_revision:26699; number_of_response:1; }","duration":"1.040433725s","start":"2026-05-28T03:02:43.394935Z","end":"2026-05-28T03:02:44.435369Z","steps":["trace[1360139663] 'process raft request' (duration: 1.039584058s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:44.435395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.344935Z","time spent":"1.090425545s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:44.435437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.394928Z","time spent":"1.040481427s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:44.435495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529639762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-7cb9d647f4-xbz5c.18b39aef6b813995\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-05-28T03:02:44.435521Z","caller":"traceutil/trace.go:171","msg":"trace[1392107566] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-7cb9d647f4-xbz5c.18b39aef6b813995; range_end:; response_count:1; response_revision:26702; }","duration":"1.529683192s","start":"2026-05-28T03:02:42.905831Z","end":"2026-05-28T03:02:44.435514Z","steps":["trace[1392107566] 'agreement among raft nodes before linearized reading' (duration: 1.52962566s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:44.435518Z","caller":"traceutil/trace.go:171","msg":"trace[940279512] transaction","detail":"{read_only:false; response_revision:26700; number_of_response:1; }","duration":"1.03964092s","start":"2026-05-28T03:02:43.395869Z","end":"2026-05-28T03:02:44.435509Z","steps":["trace[940279512] 'process raft request' (duration: 1.03868384s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:44.43556Z","caller":"traceutil/trace.go:171","msg":"trace[1667757183] transaction","detail":"{read_only:false; response_revision:26695; number_of_response:1; }","duration":"1.06702813s","start":"2026-05-28T03:02:43.368523Z","end":"2026-05-28T03:02:44.435551Z","steps":["trace[1667757183] 'process raft request' (duration: 1.065907265s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:44.435572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.275365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:44.435593Z","caller":"traceutil/trace.go:171","msg":"trace[308514199] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26702; }","duration":"570.318696ms","start":"2026-05-28T03:02:43.865269Z","end":"2026-05-28T03:02:44.435587Z","steps":["trace[308514199] 'agreement among raft nodes before linearized reading' (duration: 570.288775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:44.435591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.395844Z","time spent":"1.039713773s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:44.435612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.865253Z","time spent":"570.354747ms","remote":"127.0.0.1:60452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:44.435614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.368495Z","time spent":"1.067091323s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:44.435732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.113987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:44.435115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.585916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:44.435758Z","caller":"traceutil/trace.go:171","msg":"trace[1579662005] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26702; }","duration":"524.180339ms","start":"2026-05-28T03:02:43.911572Z","end":"2026-05-28T03:02:44.435753Z","steps":["trace[1579662005] 'agreement among raft nodes before linearized reading' (duration: 524.140148ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:44.435765Z","caller":"traceutil/trace.go:171","msg":"trace[914060305] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26702; }","duration":"928.280338ms","start":"2026-05-28T03:02:43.507478Z","end":"2026-05-28T03:02:44.435758Z","steps":["trace[914060305] 'agreement among raft nodes before linearized reading' (duration: 927.571045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:44.435781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.911554Z","time spent":"524.22143ms","remote":"127.0.0.1:47636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:44.435795Z","caller":"traceutil/trace.go:171","msg":"trace[2044527463] transaction","detail":"{read_only:false; response_revision:26696; number_of_response:1; }","duration":"1.041774188s","start":"2026-05-28T03:02:43.394011Z","end":"2026-05-28T03:02:44.435785Z","steps":["trace[2044527463] 'process raft request' (duration: 1.040446516s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:44.435884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.393974Z","time spent":"1.04185712s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:44.435389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235648233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:44.435728Z","caller":"traceutil/trace.go:171","msg":"trace[439836416] transaction","detail":"{read_only:false; response_revision:26701; number_of_response:1; }","duration":"684.251579ms","start":"2026-05-28T03:02:43.751467Z","end":"2026-05-28T03:02:44.435719Z","steps":["trace[439836416] 'process raft request' (duration: 683.114293ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:44.436006Z","caller":"traceutil/trace.go:171","msg":"trace[1358663196] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26702; }","duration":"1.236287153s","start":"2026-05-28T03:02:43.199705Z","end":"2026-05-28T03:02:44.435992Z","steps":["trace[1358663196] 'agreement among raft nodes before linearized reading' (duration: 1.235664074s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:44.436032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.751443Z","time spent":"684.568259ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:44.435692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.977496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:44.436095Z","caller":"traceutil/trace.go:171","msg":"trace[899119566] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26702; }","duration":"426.45172ms","start":"2026-05-28T03:02:44.009635Z","end":"2026-05-28T03:02:44.436087Z","steps":["trace[899119566] 'agreement among raft nodes before linearized reading' (duration: 425.970995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:44.435186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114384677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-28T03:02:44.436048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.199687Z","time spent":"1.236347005s","remote":"127.0.0.1:60160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:44.435037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.533803Z","time spent":"901.230669ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T03:02:44.436163Z","caller":"traceutil/trace.go:171","msg":"trace[604003628] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26702; }","duration":"1.115389258s","start":"2026-05-28T03:02:43.320761Z","end":"2026-05-28T03:02:44.43615Z","steps":["trace[604003628] 'agreement among raft nodes before linearized reading' (duration: 1.114366106s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:44.435962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.5149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-da4556ba-8e17-4264-b04a-def04160d217\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-28T03:02:44.436199Z","caller":"traceutil/trace.go:171","msg":"trace[1942645238] range","detail":"{range_begin:/registry/persistentvolumes/pvc-da4556ba-8e17-4264-b04a-def04160d217; range_end:; response_count:1; response_revision:26702; }","duration":"569.773739ms","start":"2026-05-28T03:02:43.86642Z","end":"2026-05-28T03:02:44.436193Z","steps":["trace[1942645238] 'agreement among raft nodes before linearized reading' (duration: 569.50866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:44.436208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.32074Z","time spent":"1.115456391s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-28T03:02:44.436221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.866404Z","time spent":"569.81071ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-da4556ba-8e17-4264-b04a-def04160d217\" "} {"level":"warn","ts":"2026-05-28T03:02:44.435446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525997056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-05-28T03:02:44.435913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.650793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-05-28T03:02:44.436332Z","caller":"traceutil/trace.go:171","msg":"trace[1059979070] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26702; }","duration":"1.526901754s","start":"2026-05-28T03:02:42.909417Z","end":"2026-05-28T03:02:44.436319Z","steps":["trace[1059979070] 'agreement among raft nodes before linearized reading' (duration: 1.525984595s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:44.43636Z","caller":"traceutil/trace.go:171","msg":"trace[1931608380] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26702; }","duration":"569.110968ms","start":"2026-05-28T03:02:43.867238Z","end":"2026-05-28T03:02:44.436349Z","steps":["trace[1931608380] 'agreement among raft nodes before linearized reading' (duration: 568.630483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:44.436381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:42.909405Z","time spent":"1.526964786s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-05-28T03:02:44.436392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.867229Z","time spent":"569.154199ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-05-28T03:02:44.435539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:42.905819Z","time spent":"1.529716444s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":928,"request content":"key:\"/registry/events/openstack/heat-cfn-7cb9d647f4-xbz5c.18b39aef6b813995\" "} {"level":"warn","ts":"2026-05-28T03:02:44.436124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:44.009604Z","time spent":"426.511182ms","remote":"127.0.0.1:60396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:44.435802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:43.50745Z","time spent":"928.34038ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:44.663196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.911712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:44.663366Z","caller":"traceutil/trace.go:171","msg":"trace[1314968500] linearizableReadLoop","detail":"{readStateIndex:27611; appliedIndex:27610; }","duration":"222.946539ms","start":"2026-05-28T03:02:44.440352Z","end":"2026-05-28T03:02:44.663299Z","steps":["trace[1314968500] 'read index received' (duration: 8.80623ms)","trace[1314968500] 'applied index is now lower than readState.Index' (duration: 214.138809ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:44.6634Z","caller":"traceutil/trace.go:171","msg":"trace[2143129445] transaction","detail":"{read_only:false; response_revision:26703; number_of_response:1; }","duration":"224.634073ms","start":"2026-05-28T03:02:44.438712Z","end":"2026-05-28T03:02:44.663346Z","steps":["trace[2143129445] 'process raft request' (duration: 10.477353ms)","trace[2143129445] 'compare' (duration: 125.846322ms)","trace[2143129445] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/heat-cfn-7cb9d647f4-xbz5c.18b39aef6b813995; req_size:884; } (duration: 87.882475ms)"],"step_count":3} {"level":"warn","ts":"2026-05-28T03:02:44.663556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.183627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:235"} {"level":"info","ts":"2026-05-28T03:02:44.663621Z","caller":"traceutil/trace.go:171","msg":"trace[869585130] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:26703; }","duration":"223.256949ms","start":"2026-05-28T03:02:44.440348Z","end":"2026-05-28T03:02:44.663605Z","steps":["trace[869585130] 'agreement among raft nodes before linearized reading' (duration: 223.068883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:44.663681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.438134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-05-28T03:02:44.663752Z","caller":"traceutil/trace.go:171","msg":"trace[1499422295] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26703; }","duration":"217.532487ms","start":"2026-05-28T03:02:44.446206Z","end":"2026-05-28T03:02:44.663739Z","steps":["trace[1499422295] 'agreement among raft nodes before linearized reading' (duration: 217.279479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:44.66383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.508397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18540"} {"level":"info","ts":"2026-05-28T03:02:44.66389Z","caller":"traceutil/trace.go:171","msg":"trace[2129677431] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26703; }","duration":"217.60362ms","start":"2026-05-28T03:02:44.446274Z","end":"2026-05-28T03:02:44.663878Z","steps":["trace[2129677431] 'agreement among raft nodes before linearized reading' (duration: 217.407704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:44.888279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.709089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"info","ts":"2026-05-28T03:02:44.888359Z","caller":"traceutil/trace.go:171","msg":"trace[1913274947] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:26703; }","duration":"209.821063ms","start":"2026-05-28T03:02:44.678519Z","end":"2026-05-28T03:02:44.88834Z","steps":["trace[1913274947] 'range keys from in-memory index tree' (duration: 209.224884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:45.248721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.034797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:45.248807Z","caller":"traceutil/trace.go:171","msg":"trace[866796619] linearizableReadLoop","detail":"{readStateIndex:27612; appliedIndex:27611; }","duration":"567.233518ms","start":"2026-05-28T03:02:44.681558Z","end":"2026-05-28T03:02:45.248792Z","steps":["trace[866796619] 'read index received' (duration: 258.083457ms)","trace[866796619] 'applied index is now lower than readState.Index' (duration: 309.148911ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:45.249186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.608709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-05-28T03:02:45.24925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.526161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:02:45.249278Z","caller":"traceutil/trace.go:171","msg":"trace[1652708361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26704; }","duration":"341.585832ms","start":"2026-05-28T03:02:44.907684Z","end":"2026-05-28T03:02:45.24927Z","steps":["trace[1652708361] 'agreement among raft nodes before linearized reading' (duration: 341.456408ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:45.249254Z","caller":"traceutil/trace.go:171","msg":"trace[1568663782] transaction","detail":"{read_only:false; response_revision:26704; number_of_response:1; }","duration":"570.329316ms","start":"2026-05-28T03:02:44.678888Z","end":"2026-05-28T03:02:45.249217Z","steps":["trace[1568663782] 'process raft request' (duration: 260.735291ms)","trace[1568663782] 'compare' (duration: 308.866922ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:45.249291Z","caller":"traceutil/trace.go:171","msg":"trace[868370120] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26704; }","duration":"567.745414ms","start":"2026-05-28T03:02:44.681522Z","end":"2026-05-28T03:02:45.249267Z","steps":["trace[868370120] 'agreement among raft nodes before linearized reading' (duration: 567.376602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:45.24931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.232536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T03:02:45.249327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.871581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T03:02:45.249344Z","caller":"traceutil/trace.go:171","msg":"trace[116819946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26704; }","duration":"338.291037ms","start":"2026-05-28T03:02:44.911045Z","end":"2026-05-28T03:02:45.249336Z","steps":["trace[116819946] 'agreement among raft nodes before linearized reading' (duration: 338.191344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:45.249357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:44.68151Z","time spent":"567.832406ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-05-28T03:02:45.249383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:44.911033Z","time spent":"338.345039ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:45.2493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:44.907674Z","time spent":"341.620274ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T03:02:45.24939Z","caller":"traceutil/trace.go:171","msg":"trace[674673930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26704; }","duration":"341.978195ms","start":"2026-05-28T03:02:44.907395Z","end":"2026-05-28T03:02:45.249374Z","steps":["trace[674673930] 'agreement among raft nodes before linearized reading' (duration: 341.81379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:45.249401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.128388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:45.249406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:44.678876Z","time spent":"570.4608ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:02:45.249426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:44.907377Z","time spent":"342.041077ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:02:45.249326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.903255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-28T03:02:45.249347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.794686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:45.24946Z","caller":"traceutil/trace.go:171","msg":"trace[2042368602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26704; }","duration":"338.061341ms","start":"2026-05-28T03:02:44.911389Z","end":"2026-05-28T03:02:45.249451Z","steps":["trace[2042368602] 'agreement among raft nodes before linearized reading' (duration: 337.828243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:45.249299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.467388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-05-28T03:02:45.249476Z","caller":"traceutil/trace.go:171","msg":"trace[1545166102] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26704; }","duration":"184.956581ms","start":"2026-05-28T03:02:45.064507Z","end":"2026-05-28T03:02:45.249464Z","steps":["trace[1545166102] 'agreement among raft nodes before linearized reading' (duration: 184.814657ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:45.249494Z","caller":"traceutil/trace.go:171","msg":"trace[242299863] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:26704; }","duration":"357.705395ms","start":"2026-05-28T03:02:44.891782Z","end":"2026-05-28T03:02:45.249488Z","steps":["trace[242299863] 'agreement among raft nodes before linearized reading' (duration: 357.450507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:45.249495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:44.911384Z","time spent":"338.105522ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:45.249516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:44.891763Z","time spent":"357.745777ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-05-28T03:02:45.249544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.085779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T03:02:45.249631Z","caller":"traceutil/trace.go:171","msg":"trace[1558552864] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26704; }","duration":"504.234545ms","start":"2026-05-28T03:02:44.745379Z","end":"2026-05-28T03:02:45.249613Z","steps":["trace[1558552864] 'agreement among raft nodes before linearized reading' (duration: 503.863583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:45.249669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:44.745359Z","time spent":"504.303086ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T03:02:45.249735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.236063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:02:45.249776Z","caller":"traceutil/trace.go:171","msg":"trace[2146303800] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26704; }","duration":"530.20536ms","start":"2026-05-28T03:02:44.719216Z","end":"2026-05-28T03:02:45.249422Z","steps":["trace[2146303800] 'agreement among raft nodes before linearized reading' (duration: 529.697124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:45.249806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:44.719198Z","time spent":"530.599983ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:45.249811Z","caller":"traceutil/trace.go:171","msg":"trace[724919937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26704; }","duration":"342.331566ms","start":"2026-05-28T03:02:44.907462Z","end":"2026-05-28T03:02:45.249793Z","steps":["trace[724919937] 'agreement among raft nodes before linearized reading' (duration: 341.754317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:45.24986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:44.907457Z","time spent":"342.390818ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:45.937472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.534387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:45.937989Z","caller":"traceutil/trace.go:171","msg":"trace[1074306613] linearizableReadLoop","detail":"{readStateIndex:27617; appliedIndex:27612; }","duration":"682.612327ms","start":"2026-05-28T03:02:45.255354Z","end":"2026-05-28T03:02:45.937967Z","steps":["trace[1074306613] 'read index received' (duration: 64.536233ms)","trace[1074306613] 'applied index is now lower than readState.Index' (duration: 618.074714ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:45.938095Z","caller":"traceutil/trace.go:171","msg":"trace[2145219676] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"683.469674ms","start":"2026-05-28T03:02:45.254588Z","end":"2026-05-28T03:02:45.938058Z","steps":["trace[2145219676] 'process raft request' (duration: 683.006339ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:45.938168Z","caller":"traceutil/trace.go:171","msg":"trace[1868742124] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"683.445103ms","start":"2026-05-28T03:02:45.25471Z","end":"2026-05-28T03:02:45.938155Z","steps":["trace[1868742124] 'process raft request' (duration: 683.099232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:45.938273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:45.254578Z","time spent":"683.590707ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:45.938333Z","caller":"traceutil/trace.go:171","msg":"trace[1225589482] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"683.321299ms","start":"2026-05-28T03:02:45.254996Z","end":"2026-05-28T03:02:45.938317Z","steps":["trace[1225589482] 'process raft request' (duration: 682.865785ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:45.938122Z","caller":"traceutil/trace.go:171","msg":"trace[1479312637] transaction","detail":"{read_only:false; response_revision:26707; number_of_response:1; }","duration":"683.447413ms","start":"2026-05-28T03:02:45.254657Z","end":"2026-05-28T03:02:45.938105Z","steps":["trace[1479312637] 'process raft request' (duration: 683.090732ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:45.938414Z","caller":"traceutil/trace.go:171","msg":"trace[331368415] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"683.914738ms","start":"2026-05-28T03:02:45.254469Z","end":"2026-05-28T03:02:45.938384Z","steps":["trace[331368415] 'process raft request' (duration: 65.40535ms)","trace[331368415] 'compare' (duration: 252.407256ms)","trace[331368415] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/openstack/rabbitmq-glance.18b39b9a6a48113c; req_size:714; } (duration: 364.579184ms)"],"step_count":3} {"level":"warn","ts":"2026-05-28T03:02:45.938277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:45.254697Z","time spent":"683.514546ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:45.938441Z","caller":"traceutil/trace.go:171","msg":"trace[1180792242] transaction","detail":"{read_only:false; response_revision:26710; number_of_response:1; }","duration":"682.841394ms","start":"2026-05-28T03:02:45.255568Z","end":"2026-05-28T03:02:45.938409Z","steps":["trace[1180792242] 'process raft request' (duration: 682.340518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:45.938504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:45.254651Z","time spent":"683.759993ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:45.938541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.991095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:45.938599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.01284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18540"} {"level":"info","ts":"2026-05-28T03:02:45.938628Z","caller":"traceutil/trace.go:171","msg":"trace[1758545587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26710; }","duration":"403.103168ms","start":"2026-05-28T03:02:45.535507Z","end":"2026-05-28T03:02:45.93861Z","steps":["trace[1758545587] 'agreement among raft nodes before linearized reading' (duration: 402.986635ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:45.938668Z","caller":"traceutil/trace.go:171","msg":"trace[488065256] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26710; }","duration":"683.108613ms","start":"2026-05-28T03:02:45.255544Z","end":"2026-05-28T03:02:45.938652Z","steps":["trace[488065256] 'agreement among raft nodes before linearized reading' (duration: 682.866435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:45.93842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:45.254989Z","time spent":"683.391211ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:45.938722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:45.255512Z","time spent":"683.196966ms","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18563,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T03:02:45.938736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.870997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:45.93874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.603115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-28T03:02:45.938595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.197315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:45.93878Z","caller":"traceutil/trace.go:171","msg":"trace[2047115579] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26710; }","duration":"183.958209ms","start":"2026-05-28T03:02:45.754806Z","end":"2026-05-28T03:02:45.938765Z","steps":["trace[2047115579] 'agreement among raft nodes before linearized reading' (duration: 183.890367ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:45.938802Z","caller":"traceutil/trace.go:171","msg":"trace[1370459521] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26710; }","duration":"681.679727ms","start":"2026-05-28T03:02:45.25711Z","end":"2026-05-28T03:02:45.938789Z","steps":["trace[1370459521] 'agreement among raft nodes before linearized reading' (duration: 681.472891ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:45.938826Z","caller":"traceutil/trace.go:171","msg":"trace[834299215] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26710; }","duration":"683.466803ms","start":"2026-05-28T03:02:45.255334Z","end":"2026-05-28T03:02:45.938801Z","steps":["trace[834299215] 'agreement among raft nodes before linearized reading' (duration: 683.011109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:45.938487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:45.254454Z","time spent":"684.005081ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:02:45.938896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:45.255325Z","time spent":"683.559337ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:02:45.938905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.597746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18540"} {"level":"warn","ts":"2026-05-28T03:02:45.938661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:45.255556Z","time spent":"682.978248ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:45.938673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:45.535492Z","time spent":"403.16902ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T03:02:45.938952Z","caller":"traceutil/trace.go:171","msg":"trace[20030225] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26710; }","duration":"649.674599ms","start":"2026-05-28T03:02:45.28926Z","end":"2026-05-28T03:02:45.938935Z","steps":["trace[20030225] 'agreement among raft nodes before linearized reading' (duration: 649.560425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:45.938845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:45.257099Z","time spent":"681.737489ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-28T03:02:45.939008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.108721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-05-28T03:02:45.939041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:45.28924Z","time spent":"649.779922ms","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18563,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-05-28T03:02:45.939063Z","caller":"traceutil/trace.go:171","msg":"trace[997490323] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:26710; }","duration":"682.177293ms","start":"2026-05-28T03:02:45.256871Z","end":"2026-05-28T03:02:45.939048Z","steps":["trace[997490323] 'agreement among raft nodes before linearized reading' (duration: 681.971697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:45.939106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:45.256864Z","time spent":"682.233575ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"info","ts":"2026-05-28T03:02:46.444815Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24328,"took":"4.698839817s","hash":953667197,"current-db-size-bytes":52252672,"current-db-size":"52 MB","current-db-size-in-use-bytes":34816000,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-28T03:02:46.444883Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":953667197,"revision":24328,"compact-revision":21245} {"level":"warn","ts":"2026-05-28T03:02:46.44504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.985453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-05-28T03:02:46.445086Z","caller":"traceutil/trace.go:171","msg":"trace[1239491438] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:26710; }","duration":"447.044854ms","start":"2026-05-28T03:02:45.998026Z","end":"2026-05-28T03:02:46.44507Z","steps":["trace[1239491438] 'range keys from in-memory index tree' (duration: 446.815197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:46.445087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.92585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-05-28T03:02:46.445064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.857794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:46.445128Z","caller":"traceutil/trace.go:171","msg":"trace[220572855] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26710; }","duration":"491.036864ms","start":"2026-05-28T03:02:45.954079Z","end":"2026-05-28T03:02:46.445116Z","steps":["trace[220572855] 'range keys from in-memory index tree' (duration: 490.825927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:46.445126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.622156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"warn","ts":"2026-05-28T03:02:46.445194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:45.954063Z","time spent":"491.119746ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-05-28T03:02:46.445228Z","caller":"traceutil/trace.go:171","msg":"trace[1885498877] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:26710; }","duration":"493.75732ms","start":"2026-05-28T03:02:45.951443Z","end":"2026-05-28T03:02:46.4452Z","steps":["trace[1885498877] 'range keys from in-memory index tree' (duration: 493.43765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:46.4453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:45.951427Z","time spent":"493.852653ms","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-05-28T03:02:46.445301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:46.445375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.001008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:46.445401Z","caller":"traceutil/trace.go:171","msg":"trace[828440226] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26710; }","duration":"411.077341ms","start":"2026-05-28T03:02:46.034316Z","end":"2026-05-28T03:02:46.445394Z","steps":["trace[828440226] 'range keys from in-memory index tree' (duration: 410.913996ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:46.445402Z","caller":"traceutil/trace.go:171","msg":"trace[1375330428] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26710; }","duration":"294.169614ms","start":"2026-05-28T03:02:46.151209Z","end":"2026-05-28T03:02:46.445379Z","steps":["trace[1375330428] 'count revisions from in-memory index tree' (duration: 293.956748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:46.445425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:46.034293Z","time spent":"411.122662ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T03:02:46.445126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:45.997948Z","time spent":"447.168199ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-05-28T03:02:46.445148Z","caller":"traceutil/trace.go:171","msg":"trace[530674623] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26710; }","duration":"488.951037ms","start":"2026-05-28T03:02:45.956178Z","end":"2026-05-28T03:02:46.445129Z","steps":["trace[530674623] 'range keys from in-memory index tree' (duration: 488.826553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:46.445619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:45.956162Z","time spent":"489.446754ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:02:46.445771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.183397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:46.445855Z","caller":"traceutil/trace.go:171","msg":"trace[2065142720] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26710; }","duration":"267.320511ms","start":"2026-05-28T03:02:46.178517Z","end":"2026-05-28T03:02:46.445837Z","steps":["trace[2065142720] 'count revisions from in-memory index tree' (duration: 267.103773ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:47.295707Z","caller":"traceutil/trace.go:171","msg":"trace[201004521] transaction","detail":"{read_only:false; response_revision:26712; number_of_response:1; }","duration":"853.306804ms","start":"2026-05-28T03:02:46.44238Z","end":"2026-05-28T03:02:47.295687Z","steps":["trace[201004521] 'process raft request' (duration: 852.918222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:47.29585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:46.442371Z","time spent":"853.414979ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:47.295959Z","caller":"traceutil/trace.go:171","msg":"trace[420084891] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"853.504161ms","start":"2026-05-28T03:02:46.442434Z","end":"2026-05-28T03:02:47.295938Z","steps":["trace[420084891] 'process raft request' (duration: 853.200162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:47.296113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:46.442427Z","time spent":"853.606874ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:47.296202Z","caller":"traceutil/trace.go:171","msg":"trace[1272938468] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"853.710637ms","start":"2026-05-28T03:02:46.442471Z","end":"2026-05-28T03:02:47.296182Z","steps":["trace[1272938468] 'process raft request' (duration: 853.406977ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:47.296249Z","caller":"traceutil/trace.go:171","msg":"trace[872222524] transaction","detail":"{read_only:false; response_revision:26717; number_of_response:1; }","duration":"853.372887ms","start":"2026-05-28T03:02:46.44287Z","end":"2026-05-28T03:02:47.296243Z","steps":["trace[872222524] 'process raft request' (duration: 853.302895ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:47.296254Z","caller":"traceutil/trace.go:171","msg":"trace[241299165] transaction","detail":"{read_only:false; response_revision:26715; number_of_response:1; }","duration":"853.562612ms","start":"2026-05-28T03:02:46.44266Z","end":"2026-05-28T03:02:47.296223Z","steps":["trace[241299165] 'process raft request' (duration: 853.417338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:47.296298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:46.442839Z","time spent":"853.434169ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:47.296288Z","caller":"traceutil/trace.go:171","msg":"trace[895048344] linearizableReadLoop","detail":"{readStateIndex:27626; appliedIndex:27618; }","duration":"847.550391ms","start":"2026-05-28T03:02:46.448719Z","end":"2026-05-28T03:02:47.296269Z","steps":["trace[895048344] 'read index received' (duration: 5.409652ms)","trace[895048344] 'applied index is now lower than readState.Index' (duration: 842.139949ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:47.296321Z","caller":"traceutil/trace.go:171","msg":"trace[604835845] transaction","detail":"{read_only:false; response_revision:26719; number_of_response:1; }","duration":"842.766059ms","start":"2026-05-28T03:02:46.453542Z","end":"2026-05-28T03:02:47.296308Z","steps":["trace[604835845] 'process raft request' (duration: 842.683667ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:47.296359Z","caller":"traceutil/trace.go:171","msg":"trace[76747570] transaction","detail":"{read_only:false; response_revision:26718; number_of_response:1; }","duration":"852.634163ms","start":"2026-05-28T03:02:46.443713Z","end":"2026-05-28T03:02:47.296347Z","steps":["trace[76747570] 'process raft request' (duration: 852.489709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:47.296372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:46.453524Z","time spent":"842.826562ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:02:47.296404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:46.442651Z","time spent":"853.671077ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:47.296463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.729607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:47.296495Z","caller":"traceutil/trace.go:171","msg":"trace[762338131] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26719; }","duration":"847.80561ms","start":"2026-05-28T03:02:46.448679Z","end":"2026-05-28T03:02:47.296485Z","steps":["trace[762338131] 'agreement among raft nodes before linearized reading' (duration: 847.688876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:47.296513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.407398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:47.296527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:46.448652Z","time spent":"847.868522ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T03:02:47.29628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:46.442445Z","time spent":"853.79902ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:47.296544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.576792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-05-28T03:02:47.296559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.048199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:47.296215Z","caller":"traceutil/trace.go:171","msg":"trace[451811747] transaction","detail":"{read_only:false; response_revision:26716; number_of_response:1; }","duration":"853.527422ms","start":"2026-05-28T03:02:46.442679Z","end":"2026-05-28T03:02:47.296207Z","steps":["trace[451811747] 'process raft request' (duration: 853.46945ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:47.296597Z","caller":"traceutil/trace.go:171","msg":"trace[1598892518] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:26719; }","duration":"847.631414ms","start":"2026-05-28T03:02:46.448953Z","end":"2026-05-28T03:02:47.296585Z","steps":["trace[1598892518] 'agreement among raft nodes before linearized reading' (duration: 847.452428ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:47.296601Z","caller":"traceutil/trace.go:171","msg":"trace[1218220341] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26719; }","duration":"843.09556ms","start":"2026-05-28T03:02:46.453495Z","end":"2026-05-28T03:02:47.29659Z","steps":["trace[1218220341] 'agreement among raft nodes before linearized reading' (duration: 843.015728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:47.296624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:46.44267Z","time spent":"853.926624ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:47.296634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:46.453463Z","time spent":"843.163612ms","remote":"127.0.0.1:47950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-05-28T03:02:47.296637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:46.448942Z","time spent":"847.683565ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-05-28T03:02:47.296552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.988227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-05-28T03:02:47.296559Z","caller":"traceutil/trace.go:171","msg":"trace[642580577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26719; }","duration":"759.489581ms","start":"2026-05-28T03:02:46.53706Z","end":"2026-05-28T03:02:47.296549Z","steps":["trace[642580577] 'agreement among raft nodes before linearized reading' (duration: 759.409548ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:47.296692Z","caller":"traceutil/trace.go:171","msg":"trace[1095873436] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26719; }","duration":"843.162952ms","start":"2026-05-28T03:02:46.45352Z","end":"2026-05-28T03:02:47.296683Z","steps":["trace[1095873436] 'agreement among raft nodes before linearized reading' (duration: 842.921694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:47.2967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:46.537043Z","time spent":"759.650976ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:02:47.296716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:46.453507Z","time spent":"843.203143ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-05-28T03:02:47.296419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:46.443698Z","time spent":"852.691075ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:47.669164Z","caller":"traceutil/trace.go:171","msg":"trace[311894101] linearizableReadLoop","detail":"{readStateIndex:27632; appliedIndex:27631; }","duration":"113.989875ms","start":"2026-05-28T03:02:47.555147Z","end":"2026-05-28T03:02:47.669137Z","steps":["trace[311894101] 'read index received' (duration: 103.759779ms)","trace[311894101] 'applied index is now lower than readState.Index' (duration: 10.229116ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:47.669364Z","caller":"traceutil/trace.go:171","msg":"trace[1014403929] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"117.513757ms","start":"2026-05-28T03:02:47.551785Z","end":"2026-05-28T03:02:47.669299Z","steps":["trace[1014403929] 'process raft request' (duration: 107.064945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:47.669511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.335236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-05-28T03:02:47.669587Z","caller":"traceutil/trace.go:171","msg":"trace[1670792180] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:26724; }","duration":"114.43786ms","start":"2026-05-28T03:02:47.555131Z","end":"2026-05-28T03:02:47.669569Z","steps":["trace[1670792180] 'agreement among raft nodes before linearized reading' (duration: 114.167471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.24834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.506934ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T03:02:48.248528Z","caller":"traceutil/trace.go:171","msg":"trace[1004454635] linearizableReadLoop","detail":"{readStateIndex:27633; appliedIndex:27632; }","duration":"579.25894ms","start":"2026-05-28T03:02:47.669242Z","end":"2026-05-28T03:02:48.248501Z","steps":["trace[1004454635] 'read index received' (duration: 68.507298ms)","trace[1004454635] 'applied index is now lower than readState.Index' (duration: 510.748912ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:48.248969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.91661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-05-28T03:02:48.249005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.801153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-05-28T03:02:48.249034Z","caller":"traceutil/trace.go:171","msg":"trace[2127190077] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26724; }","duration":"535.018223ms","start":"2026-05-28T03:02:47.713993Z","end":"2026-05-28T03:02:48.249011Z","steps":["trace[2127190077] 'agreement among raft nodes before linearized reading' (duration: 534.777846ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:48.249055Z","caller":"traceutil/trace.go:171","msg":"trace[2068551608] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:26724; }","duration":"688.875195ms","start":"2026-05-28T03:02:47.560167Z","end":"2026-05-28T03:02:48.249042Z","steps":["trace[2068551608] 'agreement among raft nodes before linearized reading' (duration: 688.38011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.249077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.35477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T03:02:48.249077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:47.713965Z","time spent":"535.099436ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-05-28T03:02:48.249103Z","caller":"traceutil/trace.go:171","msg":"trace[961324909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26724; }","duration":"305.407992ms","start":"2026-05-28T03:02:47.943687Z","end":"2026-05-28T03:02:48.249095Z","steps":["trace[961324909] 'agreement among raft nodes before linearized reading' (duration: 305.33655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.249109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:47.560161Z","time spent":"688.939408ms","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9530,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-05-28T03:02:48.249168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.825567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T03:02:48.249142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.861131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:48.24923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.85463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-28T03:02:48.249126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:47.943673Z","time spent":"305.449293ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T03:02:48.249251Z","caller":"traceutil/trace.go:171","msg":"trace[516088347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26724; }","duration":"302.926763ms","start":"2026-05-28T03:02:47.946318Z","end":"2026-05-28T03:02:48.249244Z","steps":["trace[516088347] 'agreement among raft nodes before linearized reading' (duration: 302.881821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.249264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:47.946303Z","time spent":"302.958263ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T03:02:48.249191Z","caller":"traceutil/trace.go:171","msg":"trace[1150455182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26724; }","duration":"301.859239ms","start":"2026-05-28T03:02:47.947327Z","end":"2026-05-28T03:02:48.249186Z","steps":["trace[1150455182] 'agreement among raft nodes before linearized reading' (duration: 301.809667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.249314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:47.947319Z","time spent":"301.979273ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:48.249416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.39993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:02:48.249437Z","caller":"traceutil/trace.go:171","msg":"trace[1181872391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26724; }","duration":"304.434711ms","start":"2026-05-28T03:02:47.944998Z","end":"2026-05-28T03:02:48.249433Z","steps":["trace[1181872391] 'agreement among raft nodes before linearized reading' (duration: 304.385319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.249454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:47.944991Z","time spent":"304.457771ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:02:48.249336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.665489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T03:02:48.249472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.487575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-05-28T03:02:48.24949Z","caller":"traceutil/trace.go:171","msg":"trace[1708445221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26724; }","duration":"305.827025ms","start":"2026-05-28T03:02:47.943648Z","end":"2026-05-28T03:02:48.249475Z","steps":["trace[1708445221] 'agreement among raft nodes before linearized reading' (duration: 305.615298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.249525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.168799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:48.249525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:47.94364Z","time spent":"305.873826ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T03:02:48.249245Z","caller":"traceutil/trace.go:171","msg":"trace[38676761] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26724; }","duration":"248.010787ms","start":"2026-05-28T03:02:48.001201Z","end":"2026-05-28T03:02:48.249211Z","steps":["trace[38676761] 'agreement among raft nodes before linearized reading' (duration: 247.845382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.249582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.279707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-05-28T03:02:48.249601Z","caller":"traceutil/trace.go:171","msg":"trace[2042904777] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:26724; }","duration":"433.33701ms","start":"2026-05-28T03:02:47.816259Z","end":"2026-05-28T03:02:48.249596Z","steps":["trace[2042904777] 'agreement among raft nodes before linearized reading' (duration: 433.293909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.249615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:47.816239Z","time spent":"433.37294ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":223,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-05-28T03:02:48.249611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.675494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-28T03:02:48.249648Z","caller":"traceutil/trace.go:171","msg":"trace[1627339986] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26724; }","duration":"513.739206ms","start":"2026-05-28T03:02:47.735896Z","end":"2026-05-28T03:02:48.249635Z","steps":["trace[1627339986] 'agreement among raft nodes before linearized reading' (duration: 513.653164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.249698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:47.735882Z","time spent":"513.805389ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-28T03:02:48.249408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.756849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-05-28T03:02:48.249796Z","caller":"traceutil/trace.go:171","msg":"trace[1195815431] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:26724; }","duration":"309.171832ms","start":"2026-05-28T03:02:47.940613Z","end":"2026-05-28T03:02:48.249785Z","steps":["trace[1195815431] 'agreement among raft nodes before linearized reading' (duration: 308.742218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.249836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:47.940594Z","time spent":"309.232343ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"info","ts":"2026-05-28T03:02:48.249517Z","caller":"traceutil/trace.go:171","msg":"trace[1061577302] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:26724; }","duration":"361.557057ms","start":"2026-05-28T03:02:47.88795Z","end":"2026-05-28T03:02:48.249507Z","steps":["trace[1061577302] 'agreement among raft nodes before linearized reading' (duration: 361.475935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.249928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:47.887932Z","time spent":"361.979261ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-05-28T03:02:48.249543Z","caller":"traceutil/trace.go:171","msg":"trace[1078544433] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26724; }","duration":"463.22768ms","start":"2026-05-28T03:02:47.786311Z","end":"2026-05-28T03:02:48.249539Z","steps":["trace[1078544433] 'agreement among raft nodes before linearized reading' (duration: 463.191229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.249977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:47.786293Z","time spent":"463.676285ms","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:48.249516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.015381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:48.250012Z","caller":"traceutil/trace.go:171","msg":"trace[1893940023] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26724; }","duration":"100.545367ms","start":"2026-05-28T03:02:48.149456Z","end":"2026-05-28T03:02:48.250002Z","steps":["trace[1893940023] 'agreement among raft nodes before linearized reading' (duration: 100.01107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.24995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.193122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-05-28T03:02:48.251072Z","caller":"traceutil/trace.go:171","msg":"trace[123313206] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26724; }","duration":"437.40603ms","start":"2026-05-28T03:02:47.812649Z","end":"2026-05-28T03:02:48.250055Z","steps":["trace[123313206] 'agreement among raft nodes before linearized reading' (duration: 436.928644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.25121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:47.812615Z","time spent":"438.530175ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-05-28T03:02:48.460316Z","caller":"traceutil/trace.go:171","msg":"trace[2130708866] linearizableReadLoop","detail":"{readStateIndex:27634; appliedIndex:27633; }","duration":"205.281618ms","start":"2026-05-28T03:02:48.25501Z","end":"2026-05-28T03:02:48.460292Z","steps":["trace[2130708866] 'read index received' (duration: 205.173974ms)","trace[2130708866] 'applied index is now lower than readState.Index' (duration: 106.624µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:48.460497Z","caller":"traceutil/trace.go:171","msg":"trace[929202163] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"205.409272ms","start":"2026-05-28T03:02:48.254981Z","end":"2026-05-28T03:02:48.46039Z","steps":["trace[929202163] 'process raft request' (duration: 205.144564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.460612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.580207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ad2aa8be-23b1-4857-89b5-91e111fac3da\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-28T03:02:48.460978Z","caller":"traceutil/trace.go:171","msg":"trace[1854751087] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ad2aa8be-23b1-4857-89b5-91e111fac3da; range_end:; response_count:1; response_revision:26725; }","duration":"205.9809ms","start":"2026-05-28T03:02:48.254976Z","end":"2026-05-28T03:02:48.460957Z","steps":["trace[1854751087] 'agreement among raft nodes before linearized reading' (duration: 205.468024ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:48.765255Z","caller":"traceutil/trace.go:171","msg":"trace[262200053] transaction","detail":"{read_only:false; response_revision:26726; number_of_response:1; }","duration":"510.117222ms","start":"2026-05-28T03:02:48.255119Z","end":"2026-05-28T03:02:48.765236Z","steps":["trace[262200053] 'process raft request' (duration: 509.859024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.765378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.255106Z","time spent":"510.213985ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:48.765515Z","caller":"traceutil/trace.go:171","msg":"trace[877788808] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"510.301128ms","start":"2026-05-28T03:02:48.255184Z","end":"2026-05-28T03:02:48.765485Z","steps":["trace[877788808] 'process raft request' (duration: 510.005608ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:48.765572Z","caller":"traceutil/trace.go:171","msg":"trace[428016261] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"506.892889ms","start":"2026-05-28T03:02:48.258656Z","end":"2026-05-28T03:02:48.765549Z","steps":["trace[428016261] 'process raft request' (duration: 506.836327ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:48.765616Z","caller":"traceutil/trace.go:171","msg":"trace[1896121281] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"509.079248ms","start":"2026-05-28T03:02:48.256481Z","end":"2026-05-28T03:02:48.76556Z","steps":["trace[1896121281] 'process raft request' (duration: 508.920453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.765668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.255166Z","time spent":"510.420691ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:48.765695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.258647Z","time spent":"506.981541ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:48.765764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.25647Z","time spent":"509.212003ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:48.765808Z","caller":"traceutil/trace.go:171","msg":"trace[1481811053] transaction","detail":"{read_only:false; response_revision:26730; number_of_response:1; }","duration":"506.339381ms","start":"2026-05-28T03:02:48.259449Z","end":"2026-05-28T03:02:48.765788Z","steps":["trace[1481811053] 'process raft request' (duration: 506.071673ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:48.765955Z","caller":"traceutil/trace.go:171","msg":"trace[1214152952] linearizableReadLoop","detail":"{readStateIndex:27640; appliedIndex:27634; }","duration":"305.127622ms","start":"2026-05-28T03:02:48.460815Z","end":"2026-05-28T03:02:48.765942Z","steps":["trace[1214152952] 'read index received' (duration: 304.10134ms)","trace[1214152952] 'applied index is now lower than readState.Index' (duration: 1.025402ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:48.765987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.259435Z","time spent":"506.442094ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:48.766135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.913717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"warn","ts":"2026-05-28T03:02:48.766144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.290075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-05-28T03:02:48.766153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.903606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-05-28T03:02:48.766184Z","caller":"traceutil/trace.go:171","msg":"trace[704311471] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26731; }","duration":"510.961558ms","start":"2026-05-28T03:02:48.255195Z","end":"2026-05-28T03:02:48.766157Z","steps":["trace[704311471] 'agreement among raft nodes before linearized reading' (duration: 510.830024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.76619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.405767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:48.7662Z","caller":"traceutil/trace.go:171","msg":"trace[672121032] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26731; }","duration":"509.368938ms","start":"2026-05-28T03:02:48.256813Z","end":"2026-05-28T03:02:48.766182Z","steps":["trace[672121032] 'agreement among raft nodes before linearized reading' (duration: 509.148191ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:48.766207Z","caller":"traceutil/trace.go:171","msg":"trace[1373128282] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:26731; }","duration":"510.977189ms","start":"2026-05-28T03:02:48.255215Z","end":"2026-05-28T03:02:48.766192Z","steps":["trace[1373128282] 'agreement among raft nodes before linearized reading' (duration: 510.773753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.766215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.255188Z","time spent":"511.01973ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-05-28T03:02:48.766223Z","caller":"traceutil/trace.go:171","msg":"trace[2056773994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26731; }","duration":"230.468609ms","start":"2026-05-28T03:02:48.535744Z","end":"2026-05-28T03:02:48.766212Z","steps":["trace[2056773994] 'agreement among raft nodes before linearized reading' (duration: 230.416777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.766244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.25521Z","time spent":"511.026131ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-05-28T03:02:48.766246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.256801Z","time spent":"509.43328ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-05-28T03:02:48.766387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.133953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-05-28T03:02:48.766415Z","caller":"traceutil/trace.go:171","msg":"trace[807391624] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:26731; }","duration":"511.160825ms","start":"2026-05-28T03:02:48.255245Z","end":"2026-05-28T03:02:48.766406Z","steps":["trace[807391624] 'agreement among raft nodes before linearized reading' (duration: 511.080583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.76644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.235717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"warn","ts":"2026-05-28T03:02:48.766442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.255223Z","time spent":"511.212516ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"info","ts":"2026-05-28T03:02:48.76647Z","caller":"traceutil/trace.go:171","msg":"trace[1846951389] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:26731; }","duration":"511.299279ms","start":"2026-05-28T03:02:48.255162Z","end":"2026-05-28T03:02:48.766461Z","steps":["trace[1846951389] 'agreement among raft nodes before linearized reading' (duration: 511.185955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.766492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.255147Z","time spent":"511.339521ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":223,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"info","ts":"2026-05-28T03:02:48.76651Z","caller":"traceutil/trace.go:171","msg":"trace[1485344120] transaction","detail":"{read_only:false; response_revision:26731; number_of_response:1; }","duration":"308.380747ms","start":"2026-05-28T03:02:48.45811Z","end":"2026-05-28T03:02:48.76649Z","steps":["trace[1485344120] 'process raft request' (duration: 307.608752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:48.766602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.458086Z","time spent":"308.469079ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:49.318918Z","caller":"traceutil/trace.go:171","msg":"trace[1625514896] transaction","detail":"{read_only:false; response_revision:26733; number_of_response:1; }","duration":"543.140602ms","start":"2026-05-28T03:02:48.775724Z","end":"2026-05-28T03:02:49.318865Z","steps":["trace[1625514896] 'process raft request' (duration: 531.697708ms)","trace[1625514896] 'compare' (duration: 11.147514ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:49.318952Z","caller":"traceutil/trace.go:171","msg":"trace[1752784755] linearizableReadLoop","detail":"{readStateIndex:27643; appliedIndex:27641; }","duration":"492.184481ms","start":"2026-05-28T03:02:48.826743Z","end":"2026-05-28T03:02:49.318927Z","steps":["trace[1752784755] 'read index received' (duration: 480.696856ms)","trace[1752784755] 'applied index is now lower than readState.Index' (duration: 11.486395ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:49.319156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.02282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cf6ad62e-efc6-4b17-89c8-e26f4be370eb\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-28T03:02:49.319194Z","caller":"traceutil/trace.go:171","msg":"trace[237973622] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cf6ad62e-efc6-4b17-89c8-e26f4be370eb; range_end:; response_count:1; response_revision:26734; }","duration":"544.067461ms","start":"2026-05-28T03:02:48.775113Z","end":"2026-05-28T03:02:49.319181Z","steps":["trace[237973622] 'agreement among raft nodes before linearized reading' (duration: 543.940327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.319217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.77511Z","time spent":"544.101492ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-cf6ad62e-efc6-4b17-89c8-e26f4be370eb\" "} {"level":"warn","ts":"2026-05-28T03:02:49.319263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.109793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-05-28T03:02:49.319338Z","caller":"traceutil/trace.go:171","msg":"trace[2074520226] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26734; }","duration":"539.271958ms","start":"2026-05-28T03:02:48.780046Z","end":"2026-05-28T03:02:49.319318Z","steps":["trace[2074520226] 'agreement among raft nodes before linearized reading' (duration: 539.057861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.319398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.780037Z","time spent":"539.34662ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-05-28T03:02:49.319402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.498974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f33e411f-b287-47fa-8bd1-05b0f6647756\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-05-28T03:02:49.319475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.006809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-89e4d8b0-932c-4126-89be-0c3e98eea202\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-28T03:02:49.31949Z","caller":"traceutil/trace.go:171","msg":"trace[468413993] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f33e411f-b287-47fa-8bd1-05b0f6647756; range_end:; response_count:1; response_revision:26734; }","duration":"544.569786ms","start":"2026-05-28T03:02:48.774884Z","end":"2026-05-28T03:02:49.319454Z","steps":["trace[468413993] 'agreement among raft nodes before linearized reading' (duration: 544.428272ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:49.319505Z","caller":"traceutil/trace.go:171","msg":"trace[782061603] range","detail":"{range_begin:/registry/persistentvolumes/pvc-89e4d8b0-932c-4126-89be-0c3e98eea202; range_end:; response_count:1; response_revision:26734; }","duration":"544.064671ms","start":"2026-05-28T03:02:48.775432Z","end":"2026-05-28T03:02:49.319497Z","steps":["trace[782061603] 'agreement among raft nodes before linearized reading' (duration: 543.994249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.319528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.775417Z","time spent":"544.105232ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-89e4d8b0-932c-4126-89be-0c3e98eea202\" "} {"level":"warn","ts":"2026-05-28T03:02:49.319532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.77488Z","time spent":"544.641289ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-f33e411f-b287-47fa-8bd1-05b0f6647756\" "} {"level":"info","ts":"2026-05-28T03:02:49.319653Z","caller":"traceutil/trace.go:171","msg":"trace[1027103021] transaction","detail":"{read_only:false; response_revision:26734; number_of_response:1; }","duration":"543.026057ms","start":"2026-05-28T03:02:48.776609Z","end":"2026-05-28T03:02:49.319635Z","steps":["trace[1027103021] 'process raft request' (duration: 542.191401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.319774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.776587Z","time spent":"543.11642ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1564,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:49.319808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.909437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ad2aa8be-23b1-4857-89b5-91e111fac3da\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-28T03:02:49.319907Z","caller":"traceutil/trace.go:171","msg":"trace[656083006] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ad2aa8be-23b1-4857-89b5-91e111fac3da; range_end:; response_count:1; response_revision:26734; }","duration":"545.029212ms","start":"2026-05-28T03:02:48.774867Z","end":"2026-05-28T03:02:49.319896Z","steps":["trace[656083006] 'agreement among raft nodes before linearized reading' (duration: 544.828595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.319985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.774857Z","time spent":"545.116784ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-ad2aa8be-23b1-4857-89b5-91e111fac3da\" "} {"level":"warn","ts":"2026-05-28T03:02:49.320071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.568251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:134"} {"level":"info","ts":"2026-05-28T03:02:49.320133Z","caller":"traceutil/trace.go:171","msg":"trace[1506156730] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:26734; }","duration":"524.642623ms","start":"2026-05-28T03:02:48.795471Z","end":"2026-05-28T03:02:49.320114Z","steps":["trace[1506156730] 'agreement among raft nodes before linearized reading' (duration: 524.493469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.320177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.795464Z","time spent":"524.705235ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-05-28T03:02:49.319412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.264064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c609839d-2bb9-402f-b2e7-c0f94aa7bb5e\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-28T03:02:49.320263Z","caller":"traceutil/trace.go:171","msg":"trace[890632330] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c609839d-2bb9-402f-b2e7-c0f94aa7bb5e; range_end:; response_count:1; response_revision:26734; }","duration":"543.1064ms","start":"2026-05-28T03:02:48.777131Z","end":"2026-05-28T03:02:49.320237Z","steps":["trace[890632330] 'agreement among raft nodes before linearized reading' (duration: 542.227682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.319262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.141823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-398931a7-822a-443c-a739-f9eddfa40eb5\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-05-28T03:02:49.319027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.775713Z","time spent":"543.256905ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:02:49.320335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.453445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-52de7227-e25b-4075-bd05-a7505e406f01\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-28T03:02:49.320366Z","caller":"traceutil/trace.go:171","msg":"trace[473817581] range","detail":"{range_begin:/registry/persistentvolumes/pvc-52de7227-e25b-4075-bd05-a7505e406f01; range_end:; response_count:1; response_revision:26734; }","duration":"545.500556ms","start":"2026-05-28T03:02:48.774854Z","end":"2026-05-28T03:02:49.320355Z","steps":["trace[473817581] 'agreement among raft nodes before linearized reading' (duration: 545.420454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.320362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.777125Z","time spent":"543.207093ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-c609839d-2bb9-402f-b2e7-c0f94aa7bb5e\" "} {"level":"info","ts":"2026-05-28T03:02:49.320368Z","caller":"traceutil/trace.go:171","msg":"trace[1539070646] range","detail":"{range_begin:/registry/persistentvolumes/pvc-398931a7-822a-443c-a739-f9eddfa40eb5; range_end:; response_count:1; response_revision:26734; }","duration":"545.257569ms","start":"2026-05-28T03:02:48.775086Z","end":"2026-05-28T03:02:49.320344Z","steps":["trace[1539070646] 'agreement among raft nodes before linearized reading' (duration: 544.008229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.320394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.774844Z","time spent":"545.543828ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-52de7227-e25b-4075-bd05-a7505e406f01\" "} {"level":"warn","ts":"2026-05-28T03:02:49.320416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.92944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ea2f1869-d2bd-4f56-85b1-7fd68cc8aa0b\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-05-28T03:02:49.320476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.77508Z","time spent":"545.333251ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-398931a7-822a-443c-a739-f9eddfa40eb5\" "} {"level":"info","ts":"2026-05-28T03:02:49.320488Z","caller":"traceutil/trace.go:171","msg":"trace[348529928] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ea2f1869-d2bd-4f56-85b1-7fd68cc8aa0b; range_end:; response_count:1; response_revision:26734; }","duration":"546.008923ms","start":"2026-05-28T03:02:48.774465Z","end":"2026-05-28T03:02:49.320474Z","steps":["trace[348529928] 'agreement among raft nodes before linearized reading' (duration: 545.857338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.320523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.774462Z","time spent":"546.053004ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-ea2f1869-d2bd-4f56-85b1-7fd68cc8aa0b\" "} {"level":"warn","ts":"2026-05-28T03:02:49.320493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.969621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-af1bbf11-ef5b-4319-969b-893f7856971d\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-28T03:02:49.320731Z","caller":"traceutil/trace.go:171","msg":"trace[1900612821] range","detail":"{range_begin:/registry/persistentvolumes/pvc-af1bbf11-ef5b-4319-969b-893f7856971d; range_end:; response_count:1; response_revision:26734; }","duration":"546.238929ms","start":"2026-05-28T03:02:48.774471Z","end":"2026-05-28T03:02:49.32071Z","steps":["trace[1900612821] 'agreement among raft nodes before linearized reading' (duration: 545.802816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.320789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.774458Z","time spent":"546.318233ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-af1bbf11-ef5b-4319-969b-893f7856971d\" "} {"level":"info","ts":"2026-05-28T03:02:49.602264Z","caller":"traceutil/trace.go:171","msg":"trace[819352204] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"734.339582ms","start":"2026-05-28T03:02:48.867894Z","end":"2026-05-28T03:02:49.602233Z","steps":["trace[819352204] 'process raft request' (duration: 714.980326ms)","trace[819352204] 'compare' (duration: 19.073877ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:49.602395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.867871Z","time spent":"734.451495ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:49.602503Z","caller":"traceutil/trace.go:171","msg":"trace[927227477] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"299.339089ms","start":"2026-05-28T03:02:49.303154Z","end":"2026-05-28T03:02:49.602493Z","steps":["trace[927227477] 'process raft request' (duration: 299.148853ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:49.602572Z","caller":"traceutil/trace.go:171","msg":"trace[1747064857] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"300.253898ms","start":"2026-05-28T03:02:49.302305Z","end":"2026-05-28T03:02:49.602559Z","steps":["trace[1747064857] 'process raft request' (duration: 299.873346ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:49.602528Z","caller":"traceutil/trace.go:171","msg":"trace[865165064] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"297.204841ms","start":"2026-05-28T03:02:49.305286Z","end":"2026-05-28T03:02:49.602491Z","steps":["trace[865165064] 'process raft request' (duration: 297.150689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.602606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:49.302281Z","time spent":"300.30326ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:49.602751Z","caller":"traceutil/trace.go:171","msg":"trace[1857144702] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"300.345001ms","start":"2026-05-28T03:02:49.302393Z","end":"2026-05-28T03:02:49.602738Z","steps":["trace[1857144702] 'process raft request' (duration: 299.865115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.60279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:49.302386Z","time spent":"300.381022ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:49.602766Z","caller":"traceutil/trace.go:171","msg":"trace[416402436] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"298.493192ms","start":"2026-05-28T03:02:49.304246Z","end":"2026-05-28T03:02:49.602739Z","steps":["trace[416402436] 'process raft request' (duration: 298.097549ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:49.602958Z","caller":"traceutil/trace.go:171","msg":"trace[897861015] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"298.083278ms","start":"2026-05-28T03:02:49.304867Z","end":"2026-05-28T03:02:49.602951Z","steps":["trace[897861015] 'process raft request' (duration: 297.5161ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:49.68011Z","caller":"traceutil/trace.go:171","msg":"trace[1215947088] linearizableReadLoop","detail":"{readStateIndex:27651; appliedIndex:27643; }","duration":"361.02796ms","start":"2026-05-28T03:02:49.319067Z","end":"2026-05-28T03:02:49.680095Z","steps":["trace[1215947088] 'read index received' (duration: 263.788158ms)","trace[1215947088] 'applied index is now lower than readState.Index' (duration: 97.237202ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:49.680171Z","caller":"traceutil/trace.go:171","msg":"trace[656727303] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"370.033306ms","start":"2026-05-28T03:02:49.310121Z","end":"2026-05-28T03:02:49.680154Z","steps":["trace[656727303] 'process raft request' (duration: 369.784178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.68022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.749609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:49.680239Z","caller":"traceutil/trace.go:171","msg":"trace[2056106722] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26743; }","duration":"398.823841ms","start":"2026-05-28T03:02:49.281409Z","end":"2026-05-28T03:02:49.680233Z","steps":["trace[2056106722] 'agreement among raft nodes before linearized reading' (duration: 398.766379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.680255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:49.281387Z","time spent":"398.864763ms","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:49.680253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:49.310105Z","time spent":"370.087448ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:49.680209Z","caller":"traceutil/trace.go:171","msg":"trace[533569905] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"354.605505ms","start":"2026-05-28T03:02:49.325555Z","end":"2026-05-28T03:02:49.680161Z","steps":["trace[533569905] 'process raft request' (duration: 354.495891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.680408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.874961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:49.680434Z","caller":"traceutil/trace.go:171","msg":"trace[1790316499] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26743; }","duration":"658.893291ms","start":"2026-05-28T03:02:49.021526Z","end":"2026-05-28T03:02:49.680419Z","steps":["trace[1790316499] 'agreement among raft nodes before linearized reading' (duration: 658.85441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.680451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:49.02151Z","time spent":"658.936793ms","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:49.680461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:49.325541Z","time spent":"354.763871ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:49.680586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.998101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7002a2da-a418-4c32-923a-715c3ff0114b\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-05-28T03:02:49.680623Z","caller":"traceutil/trace.go:171","msg":"trace[1635467260] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7002a2da-a418-4c32-923a-715c3ff0114b; range_end:; response_count:1; response_revision:26743; }","duration":"357.054313ms","start":"2026-05-28T03:02:49.323559Z","end":"2026-05-28T03:02:49.680613Z","steps":["trace[1635467260] 'agreement among raft nodes before linearized reading' (duration: 356.933259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.680646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:49.323547Z","time spent":"357.091284ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-7002a2da-a418-4c32-923a-715c3ff0114b\" "} {"level":"warn","ts":"2026-05-28T03:02:49.680682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.855531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:49.680699Z","caller":"traceutil/trace.go:171","msg":"trace[919856949] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26743; }","duration":"153.917064ms","start":"2026-05-28T03:02:49.526777Z","end":"2026-05-28T03:02:49.680694Z","steps":["trace[919856949] 'agreement among raft nodes before linearized reading' (duration: 153.886233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.680813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.761763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ad5b8d2d-2ef9-4606-9ee4-1cfb8bd1ad18\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-05-28T03:02:49.680822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.325408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-28T03:02:49.680835Z","caller":"traceutil/trace.go:171","msg":"trace[2008479729] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ad5b8d2d-2ef9-4606-9ee4-1cfb8bd1ad18; range_end:; response_count:1; response_revision:26743; }","duration":"850.810784ms","start":"2026-05-28T03:02:48.830019Z","end":"2026-05-28T03:02:49.68083Z","steps":["trace[2008479729] 'agreement among raft nodes before linearized reading' (duration: 850.753912ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:49.680844Z","caller":"traceutil/trace.go:171","msg":"trace[7508686] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:26743; }","duration":"355.370479ms","start":"2026-05-28T03:02:49.325466Z","end":"2026-05-28T03:02:49.680836Z","steps":["trace[7508686] 'agreement among raft nodes before linearized reading' (duration: 355.297897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.680874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:49.325454Z","time spent":"355.413641ms","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1341,"request content":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" "} {"level":"warn","ts":"2026-05-28T03:02:49.680969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.314422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-da4556ba-8e17-4264-b04a-def04160d217\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-28T03:02:49.68099Z","caller":"traceutil/trace.go:171","msg":"trace[1702723229] range","detail":"{range_begin:/registry/persistentvolumes/pvc-da4556ba-8e17-4264-b04a-def04160d217; range_end:; response_count:1; response_revision:26743; }","duration":"357.357903ms","start":"2026-05-28T03:02:49.323628Z","end":"2026-05-28T03:02:49.680986Z","steps":["trace[1702723229] 'agreement among raft nodes before linearized reading' (duration: 357.302861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.680851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:48.830003Z","time spent":"850.844475ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ad5b8d2d-2ef9-4606-9ee4-1cfb8bd1ad18\" "} {"level":"warn","ts":"2026-05-28T03:02:49.681006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:49.323614Z","time spent":"357.389494ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-da4556ba-8e17-4264-b04a-def04160d217\" "} {"level":"warn","ts":"2026-05-28T03:02:49.68012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:49.323572Z","time spent":"356.544557ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T03:02:49.681091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.447185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-efb9186c-62f0-4df8-9d77-cd3b1ef9a478\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-05-28T03:02:49.681133Z","caller":"traceutil/trace.go:171","msg":"trace[954926585] range","detail":"{range_begin:/registry/persistentvolumes/pvc-efb9186c-62f0-4df8-9d77-cd3b1ef9a478; range_end:; response_count:1; response_revision:26743; }","duration":"357.496507ms","start":"2026-05-28T03:02:49.323625Z","end":"2026-05-28T03:02:49.681121Z","steps":["trace[954926585] 'agreement among raft nodes before linearized reading' (duration: 357.304341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.68116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:49.323619Z","time spent":"357.536289ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-efb9186c-62f0-4df8-9d77-cd3b1ef9a478\" "} {"level":"warn","ts":"2026-05-28T03:02:50.115527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.168011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:50.115712Z","caller":"traceutil/trace.go:171","msg":"trace[845371656] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"138.721581ms","start":"2026-05-28T03:02:49.97697Z","end":"2026-05-28T03:02:50.115692Z","steps":["trace[845371656] 'process raft request' (duration: 138.652289ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:50.115702Z","caller":"traceutil/trace.go:171","msg":"trace[738955647] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"433.335169ms","start":"2026-05-28T03:02:49.682335Z","end":"2026-05-28T03:02:50.11567Z","steps":["trace[738955647] 'process raft request' (duration: 195.950601ms)","trace[738955647] 'compare' (duration: 237.067018ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:50.115724Z","caller":"traceutil/trace.go:171","msg":"trace[1655869323] linearizableReadLoop","detail":"{readStateIndex:27654; appliedIndex:27653; }","duration":"429.472527ms","start":"2026-05-28T03:02:49.686216Z","end":"2026-05-28T03:02:50.115689Z","steps":["trace[1655869323] 'read index received' (duration: 191.991005ms)","trace[1655869323] 'applied index is now lower than readState.Index' (duration: 237.478482ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:50.115848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:49.68232Z","time spent":"433.450264ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:50.11594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.726025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"warn","ts":"2026-05-28T03:02:50.115931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.928541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:50.115977Z","caller":"traceutil/trace.go:171","msg":"trace[801400854] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:26745; }","duration":"429.787187ms","start":"2026-05-28T03:02:49.68618Z","end":"2026-05-28T03:02:50.115967Z","steps":["trace[801400854] 'agreement among raft nodes before linearized reading' (duration: 429.658373ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:50.115989Z","caller":"traceutil/trace.go:171","msg":"trace[1984795219] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26745; }","duration":"263.052145ms","start":"2026-05-28T03:02:49.852925Z","end":"2026-05-28T03:02:50.115977Z","steps":["trace[1984795219] 'agreement among raft nodes before linearized reading' (duration: 262.940902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:50.116012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:49.686167Z","time spent":"429.838038ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1286,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" "} {"level":"warn","ts":"2026-05-28T03:02:50.698284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.006777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:50.698385Z","caller":"traceutil/trace.go:171","msg":"trace[93118264] linearizableReadLoop","detail":"{readStateIndex:27656; appliedIndex:27655; }","duration":"563.143498ms","start":"2026-05-28T03:02:50.135223Z","end":"2026-05-28T03:02:50.698367Z","steps":["trace[93118264] 'read index received' (duration: 97.929824ms)","trace[93118264] 'applied index is now lower than readState.Index' (duration: 465.212344ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:50.698437Z","caller":"traceutil/trace.go:171","msg":"trace[1432472780] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"564.304824ms","start":"2026-05-28T03:02:50.13408Z","end":"2026-05-28T03:02:50.698385Z","steps":["trace[1432472780] 'process raft request' (duration: 99.132172ms)","trace[1432472780] 'compare' (duration: 464.711457ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:50.698635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:50.13406Z","time spent":"564.504301ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:02:50.698682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.216848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7cb6b59b77-hnhft.18b399822fa52dc4\" ","response":"range_response_count:1 size:1136"} {"level":"warn","ts":"2026-05-28T03:02:50.698672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.078732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-05-28T03:02:50.698761Z","caller":"traceutil/trace.go:171","msg":"trace[2024661524] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26746; }","duration":"478.202826ms","start":"2026-05-28T03:02:50.220537Z","end":"2026-05-28T03:02:50.698739Z","steps":["trace[2024661524] 'agreement among raft nodes before linearized reading' (duration: 477.973979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:50.698817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:50.220523Z","time spent":"478.281979ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-05-28T03:02:50.698947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.374293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:50.698993Z","caller":"traceutil/trace.go:171","msg":"trace[47810951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26746; }","duration":"162.451075ms","start":"2026-05-28T03:02:50.536533Z","end":"2026-05-28T03:02:50.698984Z","steps":["trace[47810951] 'agreement among raft nodes before linearized reading' (duration: 162.388443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:50.698532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.297732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T03:02:50.699079Z","caller":"traceutil/trace.go:171","msg":"trace[1560154503] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26746; }","duration":"563.8453ms","start":"2026-05-28T03:02:50.135212Z","end":"2026-05-28T03:02:50.699058Z","steps":["trace[1560154503] 'agreement among raft nodes before linearized reading' (duration: 563.24076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:50.699143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:50.135207Z","time spent":"563.913202ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T03:02:50.699148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.658562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/monitoring/vector-headless-6fzkp\" ","response":"range_response_count:1 size:1426"} {"level":"info","ts":"2026-05-28T03:02:50.699195Z","caller":"traceutil/trace.go:171","msg":"trace[1507653076] range","detail":"{range_begin:/registry/endpointslices/monitoring/vector-headless-6fzkp; range_end:; response_count:1; response_revision:26746; }","duration":"373.703603ms","start":"2026-05-28T03:02:50.325476Z","end":"2026-05-28T03:02:50.699179Z","steps":["trace[1507653076] 'agreement among raft nodes before linearized reading' (duration: 373.568329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:50.699242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:50.325424Z","time spent":"373.808206ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1449,"request content":"key:\"/registry/endpointslices/monitoring/vector-headless-6fzkp\" "} {"level":"info","ts":"2026-05-28T03:02:50.698715Z","caller":"traceutil/trace.go:171","msg":"trace[388159223] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7cb6b59b77-hnhft.18b399822fa52dc4; range_end:; response_count:1; response_revision:26746; }","duration":"179.283491ms","start":"2026-05-28T03:02:50.519421Z","end":"2026-05-28T03:02:50.698704Z","steps":["trace[388159223] 'agreement among raft nodes before linearized reading' (duration: 179.138537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:50.699501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.173744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:50.699532Z","caller":"traceutil/trace.go:171","msg":"trace[2105594703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26746; }","duration":"472.233766ms","start":"2026-05-28T03:02:50.227289Z","end":"2026-05-28T03:02:50.699523Z","steps":["trace[2105594703] 'agreement among raft nodes before linearized reading' (duration: 472.187235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:50.699591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:50.227269Z","time spent":"472.314349ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:02:51.711233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.438635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:51.711308Z","caller":"traceutil/trace.go:171","msg":"trace[1603441624] linearizableReadLoop","detail":"{readStateIndex:27657; appliedIndex:27656; }","duration":"1.006830436s","start":"2026-05-28T03:02:50.704465Z","end":"2026-05-28T03:02:51.711295Z","steps":["trace[1603441624] 'read index received' (duration: 400.233087ms)","trace[1603441624] 'applied index is now lower than readState.Index' (duration: 606.596359ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:51.711459Z","caller":"traceutil/trace.go:171","msg":"trace[784353750] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"1.008532691s","start":"2026-05-28T03:02:50.702915Z","end":"2026-05-28T03:02:51.711448Z","steps":["trace[784353750] 'process raft request' (duration: 401.817288ms)","trace[784353750] 'compare' (duration: 605.06358ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:51.711506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:50.702895Z","time spent":"1.008588772s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:51.7117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007230798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-05-28T03:02:51.711721Z","caller":"traceutil/trace.go:171","msg":"trace[1277447707] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:26747; }","duration":"1.00727176s","start":"2026-05-28T03:02:50.704443Z","end":"2026-05-28T03:02:51.711714Z","steps":["trace[1277447707] 'agreement among raft nodes before linearized reading' (duration: 1.007178477s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:51.71176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:50.704409Z","time spent":"1.007338592s","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"info","ts":"2026-05-28T03:02:51.716224Z","caller":"traceutil/trace.go:171","msg":"trace[1636992590] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"944.728281ms","start":"2026-05-28T03:02:50.771475Z","end":"2026-05-28T03:02:51.716203Z","steps":["trace[1636992590] 'process raft request' (duration: 944.619627ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:51.716251Z","caller":"traceutil/trace.go:171","msg":"trace[1935202348] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"1.011030979s","start":"2026-05-28T03:02:50.705189Z","end":"2026-05-28T03:02:51.71622Z","steps":["trace[1935202348] 'process raft request' (duration: 1.010574005s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:51.71658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:50.705168Z","time spent":"1.01134245s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:02:51.716375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:50.771464Z","time spent":"944.827275ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:51.967534Z","caller":"traceutil/trace.go:171","msg":"trace[1440931456] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"355.231766ms","start":"2026-05-28T03:02:51.61228Z","end":"2026-05-28T03:02:51.967511Z","steps":["trace[1440931456] 'process raft request' (duration: 355.153074ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:51.967613Z","caller":"traceutil/trace.go:171","msg":"trace[1687461606] linearizableReadLoop","detail":"{readStateIndex:27666; appliedIndex:27657; }","duration":"256.276089ms","start":"2026-05-28T03:02:51.711325Z","end":"2026-05-28T03:02:51.967601Z","steps":["trace[1687461606] 'read index received' (duration: 4.537374ms)","trace[1687461606] 'applied index is now lower than readState.Index' (duration: 251.737845ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:51.967708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:51.612272Z","time spent":"355.35959ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:51.967759Z","caller":"traceutil/trace.go:171","msg":"trace[1848641894] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"282.139382ms","start":"2026-05-28T03:02:51.685609Z","end":"2026-05-28T03:02:51.967749Z","steps":["trace[1848641894] 'process raft request' (duration: 281.866363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:51.967897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.193243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:51.967923Z","caller":"traceutil/trace.go:171","msg":"trace[510327077] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"359.409109ms","start":"2026-05-28T03:02:51.608502Z","end":"2026-05-28T03:02:51.967911Z","steps":["trace[510327077] 'process raft request' (duration: 348.973317ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:51.967937Z","caller":"traceutil/trace.go:171","msg":"trace[1886279184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26756; }","duration":"432.265786ms","start":"2026-05-28T03:02:51.535662Z","end":"2026-05-28T03:02:51.967928Z","steps":["trace[1886279184] 'agreement among raft nodes before linearized reading' (duration: 432.168392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:51.967964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:51.535646Z","time spent":"432.310997ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:02:51.967978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:51.608483Z","time spent":"359.46522ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:51.968116Z","caller":"traceutil/trace.go:171","msg":"trace[245023363] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"357.042874ms","start":"2026-05-28T03:02:51.611061Z","end":"2026-05-28T03:02:51.968103Z","steps":["trace[245023363] 'process raft request' (duration: 356.154366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:51.968148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.783298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:02:51.968179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:51.611044Z","time spent":"357.104136ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:51.968224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.955746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:51.968256Z","caller":"traceutil/trace.go:171","msg":"trace[267533308] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26756; }","duration":"571.08644ms","start":"2026-05-28T03:02:51.397162Z","end":"2026-05-28T03:02:51.968248Z","steps":["trace[267533308] 'agreement among raft nodes before linearized reading' (duration: 571.038638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:51.968282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:51.397145Z","time spent":"571.129242ms","remote":"127.0.0.1:57868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:51.968327Z","caller":"traceutil/trace.go:171","msg":"trace[32632666] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"357.165058ms","start":"2026-05-28T03:02:51.611151Z","end":"2026-05-28T03:02:51.968316Z","steps":["trace[32632666] 'process raft request' (duration: 356.117885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:51.968394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:51.611145Z","time spent":"357.216519ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:51.968467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.849335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:51.9685Z","caller":"traceutil/trace.go:171","msg":"trace[1117228417] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26756; }","duration":"866.884376ms","start":"2026-05-28T03:02:51.101605Z","end":"2026-05-28T03:02:51.96849Z","steps":["trace[1117228417] 'agreement among raft nodes before linearized reading' (duration: 866.812054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:51.968534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:51.101522Z","time spent":"867.00316ms","remote":"127.0.0.1:41738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:51.968587Z","caller":"traceutil/trace.go:171","msg":"trace[2043736662] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"357.389625ms","start":"2026-05-28T03:02:51.611185Z","end":"2026-05-28T03:02:51.968575Z","steps":["trace[2043736662] 'process raft request' (duration: 356.124845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:51.968649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:51.61118Z","time spent":"357.437907ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:51.968798Z","caller":"traceutil/trace.go:171","msg":"trace[102959568] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"357.532779ms","start":"2026-05-28T03:02:51.611237Z","end":"2026-05-28T03:02:51.968769Z","steps":["trace[102959568] 'process raft request' (duration: 356.133795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:51.968854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:51.611231Z","time spent":"357.596621ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:51.968939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.13624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:51.969035Z","caller":"traceutil/trace.go:171","msg":"trace[272010636] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26756; }","duration":"943.283585ms","start":"2026-05-28T03:02:51.025729Z","end":"2026-05-28T03:02:51.969012Z","steps":["trace[272010636] 'agreement among raft nodes before linearized reading' (duration: 943.082899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:51.969087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:51.025713Z","time spent":"943.366238ms","remote":"127.0.0.1:48068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:51.969407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19846693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T03:02:51.969429Z","caller":"traceutil/trace.go:171","msg":"trace[579178862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26756; }","duration":"1.198534422s","start":"2026-05-28T03:02:50.770887Z","end":"2026-05-28T03:02:51.969422Z","steps":["trace[579178862] 'agreement among raft nodes before linearized reading' (duration: 1.198406728s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:51.969447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:50.770878Z","time spent":"1.198564463s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:02:51.969568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199039649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T03:02:51.969598Z","caller":"traceutil/trace.go:171","msg":"trace[752927042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26756; }","duration":"1.19909726s","start":"2026-05-28T03:02:50.77049Z","end":"2026-05-28T03:02:51.969587Z","steps":["trace[752927042] 'agreement among raft nodes before linearized reading' (duration: 1.199033788s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:51.969617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:50.770474Z","time spent":"1.199138351s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:51.9697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199269666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:02:51.969716Z","caller":"traceutil/trace.go:171","msg":"trace[1330313264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26756; }","duration":"1.199318997s","start":"2026-05-28T03:02:50.770392Z","end":"2026-05-28T03:02:51.969711Z","steps":["trace[1330313264] 'agreement among raft nodes before linearized reading' (duration: 1.199268196s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:51.969736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:50.770369Z","time spent":"1.199363189s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:02:51.969817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19940801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T03:02:51.969833Z","caller":"traceutil/trace.go:171","msg":"trace[14861245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26756; }","duration":"1.199454121s","start":"2026-05-28T03:02:50.770374Z","end":"2026-05-28T03:02:51.969828Z","steps":["trace[14861245] 'agreement among raft nodes before linearized reading' (duration: 1.199403909s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:51.969852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:50.770356Z","time spent":"1.199488573s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:51.970002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199639517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:02:51.970019Z","caller":"traceutil/trace.go:171","msg":"trace[799712096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26756; }","duration":"1.199689509s","start":"2026-05-28T03:02:50.770324Z","end":"2026-05-28T03:02:51.970014Z","steps":["trace[799712096] 'agreement among raft nodes before linearized reading' (duration: 1.199637877s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:51.97004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:50.770293Z","time spent":"1.199743781s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:51.970179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.34964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-28T03:02:51.970202Z","caller":"traceutil/trace.go:171","msg":"trace[126775134] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26756; }","duration":"255.405902ms","start":"2026-05-28T03:02:51.714785Z","end":"2026-05-28T03:02:51.970191Z","steps":["trace[126775134] 'agreement among raft nodes before linearized reading' (duration: 255.34276ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:51.968185Z","caller":"traceutil/trace.go:171","msg":"trace[430484173] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26756; }","duration":"480.864451ms","start":"2026-05-28T03:02:51.487312Z","end":"2026-05-28T03:02:51.968176Z","steps":["trace[430484173] 'agreement among raft nodes before linearized reading' (duration: 480.787609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:51.970523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:51.487289Z","time spent":"483.224586ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:52.735737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.144688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:52.736508Z","caller":"traceutil/trace.go:171","msg":"trace[132006726] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"762.469876ms","start":"2026-05-28T03:02:51.974005Z","end":"2026-05-28T03:02:52.736475Z","steps":["trace[132006726] 'process raft request' (duration: 270.512042ms)","trace[132006726] 'compare' (duration: 490.954022ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:52.736714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:51.973984Z","time spent":"762.653572ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:52.744012Z","caller":"traceutil/trace.go:171","msg":"trace[77276392] linearizableReadLoop","detail":"{readStateIndex:27671; appliedIndex:27666; }","duration":"763.808359ms","start":"2026-05-28T03:02:51.980189Z","end":"2026-05-28T03:02:52.743997Z","steps":["trace[77276392] 'read index received' (duration: 264.260044ms)","trace[77276392] 'applied index is now lower than readState.Index' (duration: 499.547405ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:52.744335Z","caller":"traceutil/trace.go:171","msg":"trace[1115656539] transaction","detail":"{read_only:false; response_revision:26758; number_of_response:1; }","duration":"769.113127ms","start":"2026-05-28T03:02:51.975206Z","end":"2026-05-28T03:02:52.744319Z","steps":["trace[1115656539] 'process raft request' (duration: 768.598491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:52.744495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:51.975195Z","time spent":"769.21473ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:52.744742Z","caller":"traceutil/trace.go:171","msg":"trace[1504310767] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"769.452198ms","start":"2026-05-28T03:02:51.975273Z","end":"2026-05-28T03:02:52.744725Z","steps":["trace[1504310767] 'process raft request' (duration: 768.624102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:52.744936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:51.975243Z","time spent":"769.611613ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:52.745162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.451976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:52.74525Z","caller":"traceutil/trace.go:171","msg":"trace[1344181412] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26761; }","duration":"640.550739ms","start":"2026-05-28T03:02:52.104682Z","end":"2026-05-28T03:02:52.745233Z","steps":["trace[1344181412] 'agreement among raft nodes before linearized reading' (duration: 640.409025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:52.745319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:52.104637Z","time spent":"640.642702ms","remote":"127.0.0.1:48330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:52.745535Z","caller":"traceutil/trace.go:171","msg":"trace[754882583] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"769.862ms","start":"2026-05-28T03:02:51.975662Z","end":"2026-05-28T03:02:52.745524Z","steps":["trace[754882583] 'process raft request' (duration: 768.26919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:52.745671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:51.97564Z","time spent":"769.921633ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:52.746269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.075441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-05-28T03:02:52.74673Z","caller":"traceutil/trace.go:171","msg":"trace[1087453340] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:26761; }","duration":"766.518115ms","start":"2026-05-28T03:02:51.980146Z","end":"2026-05-28T03:02:52.746664Z","steps":["trace[1087453340] 'agreement among raft nodes before linearized reading' (duration: 765.956177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:52.746839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:51.980136Z","time spent":"766.68507ms","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"info","ts":"2026-05-28T03:02:52.747129Z","caller":"traceutil/trace.go:171","msg":"trace[1583949705] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"771.313547ms","start":"2026-05-28T03:02:51.975802Z","end":"2026-05-28T03:02:52.747115Z","steps":["trace[1583949705] 'process raft request' (duration: 768.163227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:52.74725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:51.975764Z","time spent":"771.444291ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:52.747174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.913668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T03:02:52.747588Z","caller":"traceutil/trace.go:171","msg":"trace[1724510175] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26761; }","duration":"428.366432ms","start":"2026-05-28T03:02:52.319212Z","end":"2026-05-28T03:02:52.747579Z","steps":["trace[1724510175] 'agreement among raft nodes before linearized reading' (duration: 427.857996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:52.747803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:52.319192Z","time spent":"428.416583ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T03:02:53.103479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.132515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:53.103544Z","caller":"traceutil/trace.go:171","msg":"trace[1284356041] linearizableReadLoop","detail":"{readStateIndex:27673; appliedIndex:27672; }","duration":"284.840778ms","start":"2026-05-28T03:02:52.818694Z","end":"2026-05-28T03:02:53.103535Z","steps":["trace[1284356041] 'read index received' (duration: 61.718103ms)","trace[1284356041] 'applied index is now lower than readState.Index' (duration: 223.122095ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:53.103679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.981822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1454"} {"level":"info","ts":"2026-05-28T03:02:53.103697Z","caller":"traceutil/trace.go:171","msg":"trace[1210048306] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26763; }","duration":"285.033744ms","start":"2026-05-28T03:02:52.818659Z","end":"2026-05-28T03:02:53.103693Z","steps":["trace[1210048306] 'agreement among raft nodes before linearized reading' (duration: 284.927501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:53.103833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.945851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:53.103909Z","caller":"traceutil/trace.go:171","msg":"trace[290569155] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26763; }","duration":"129.009273ms","start":"2026-05-28T03:02:52.974866Z","end":"2026-05-28T03:02:53.103876Z","steps":["trace[290569155] 'agreement among raft nodes before linearized reading' (duration: 128.893939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:53.103833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.026824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:53.104043Z","caller":"traceutil/trace.go:171","msg":"trace[280995549] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26763; }","duration":"285.283312ms","start":"2026-05-28T03:02:52.818739Z","end":"2026-05-28T03:02:53.104023Z","steps":["trace[280995549] 'agreement among raft nodes before linearized reading' (duration: 284.946301ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:53.10361Z","caller":"traceutil/trace.go:171","msg":"trace[349074192] transaction","detail":"{read_only:false; response_revision:26763; number_of_response:1; }","duration":"287.764911ms","start":"2026-05-28T03:02:52.815825Z","end":"2026-05-28T03:02:53.10359Z","steps":["trace[349074192] 'process raft request' (duration: 70.487452ms)","trace[349074192] 'compare' (duration: 216.99656ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:53.554515Z","caller":"traceutil/trace.go:171","msg":"trace[1084151861] linearizableReadLoop","detail":"{readStateIndex:27674; appliedIndex:27673; }","duration":"446.883959ms","start":"2026-05-28T03:02:53.107613Z","end":"2026-05-28T03:02:53.554497Z","steps":["trace[1084151861] 'read index received' (duration: 446.733945ms)","trace[1084151861] 'applied index is now lower than readState.Index' (duration: 149.074µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:53.554563Z","caller":"traceutil/trace.go:171","msg":"trace[530730933] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"447.000423ms","start":"2026-05-28T03:02:53.10753Z","end":"2026-05-28T03:02:53.554531Z","steps":["trace[530730933] 'process raft request' (duration: 446.861539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:53.554679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.107516Z","time spent":"447.106287ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:02:53.554693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.068236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-05-28T03:02:53.554718Z","caller":"traceutil/trace.go:171","msg":"trace[1456411001] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:26764; }","duration":"447.118787ms","start":"2026-05-28T03:02:53.107593Z","end":"2026-05-28T03:02:53.554712Z","steps":["trace[1456411001] 'agreement among raft nodes before linearized reading' (duration: 446.995603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:53.554737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.107584Z","time spent":"447.148788ms","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-05-28T03:02:53.555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.05496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-28T03:02:53.555022Z","caller":"traceutil/trace.go:171","msg":"trace[1570522138] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:26764; }","duration":"177.089912ms","start":"2026-05-28T03:02:53.377927Z","end":"2026-05-28T03:02:53.555017Z","steps":["trace[1570522138] 'agreement among raft nodes before linearized reading' (duration: 177.0329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:53.555133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.609148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18540"} {"level":"info","ts":"2026-05-28T03:02:53.555171Z","caller":"traceutil/trace.go:171","msg":"trace[1624135902] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26764; }","duration":"177.66669ms","start":"2026-05-28T03:02:53.377491Z","end":"2026-05-28T03:02:53.555158Z","steps":["trace[1624135902] 'agreement among raft nodes before linearized reading' (duration: 177.491575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:53.555239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.638584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:53.555278Z","caller":"traceutil/trace.go:171","msg":"trace[964095344] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26764; }","duration":"124.705176ms","start":"2026-05-28T03:02:53.430565Z","end":"2026-05-28T03:02:53.55527Z","steps":["trace[964095344] 'agreement among raft nodes before linearized reading' (duration: 124.627384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:53.555255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.534429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-28T03:02:53.555406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.718402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:766"} {"level":"warn","ts":"2026-05-28T03:02:53.555421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.168064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" ","response":"range_response_count:1 size:813"} {"level":"warn","ts":"2026-05-28T03:02:53.55545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.852196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1418"} {"level":"warn","ts":"2026-05-28T03:02:53.555473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.230866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:934"} {"level":"info","ts":"2026-05-28T03:02:53.55548Z","caller":"traceutil/trace.go:171","msg":"trace[1630437171] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:26764; }","duration":"177.892467ms","start":"2026-05-28T03:02:53.37758Z","end":"2026-05-28T03:02:53.555473Z","steps":["trace[1630437171] 'agreement among raft nodes before linearized reading' (duration: 177.840896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:53.555484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.609358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/placement-api\" ","response":"range_response_count:1 size:936"} {"level":"info","ts":"2026-05-28T03:02:53.555489Z","caller":"traceutil/trace.go:171","msg":"trace[1854825462] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:26764; }","duration":"177.256597ms","start":"2026-05-28T03:02:53.378227Z","end":"2026-05-28T03:02:53.555483Z","steps":["trace[1854825462] 'agreement among raft nodes before linearized reading' (duration: 177.210955ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:53.555504Z","caller":"traceutil/trace.go:171","msg":"trace[1226188416] range","detail":"{range_begin:/registry/services/specs/openstack/placement-api; range_end:; response_count:1; response_revision:26764; }","duration":"177.639899ms","start":"2026-05-28T03:02:53.377857Z","end":"2026-05-28T03:02:53.555497Z","steps":["trace[1226188416] 'agreement among raft nodes before linearized reading' (duration: 177.578997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:53.555573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.35284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-05-28T03:02:53.555595Z","caller":"traceutil/trace.go:171","msg":"trace[1035837165] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26764; }","duration":"177.386461ms","start":"2026-05-28T03:02:53.378204Z","end":"2026-05-28T03:02:53.555591Z","steps":["trace[1035837165] 'agreement among raft nodes before linearized reading' (duration: 177.33569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:53.555652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.798124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:1 size:1464"} {"level":"info","ts":"2026-05-28T03:02:53.555677Z","caller":"traceutil/trace.go:171","msg":"trace[164552309] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:1; response_revision:26764; }","duration":"177.861966ms","start":"2026-05-28T03:02:53.377809Z","end":"2026-05-28T03:02:53.555671Z","steps":["trace[164552309] 'agreement among raft nodes before linearized reading' (duration: 177.796144ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:53.555572Z","caller":"traceutil/trace.go:171","msg":"trace[1636682491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26764; }","duration":"446.854419ms","start":"2026-05-28T03:02:53.108573Z","end":"2026-05-28T03:02:53.555427Z","steps":["trace[1636682491] 'agreement among raft nodes before linearized reading' (duration: 446.361773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:53.555764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.699191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-28T03:02:53.555787Z","caller":"traceutil/trace.go:171","msg":"trace[362099972] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26764; }","duration":"177.734612ms","start":"2026-05-28T03:02:53.378047Z","end":"2026-05-28T03:02:53.555782Z","steps":["trace[362099972] 'agreement among raft nodes before linearized reading' (duration: 177.685481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:53.555877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.843275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-05-28T03:02:53.5559Z","caller":"traceutil/trace.go:171","msg":"trace[688989229] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:26764; }","duration":"177.880097ms","start":"2026-05-28T03:02:53.378015Z","end":"2026-05-28T03:02:53.555895Z","steps":["trace[688989229] 'agreement among raft nodes before linearized reading' (duration: 177.827445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:53.555858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.108568Z","time spent":"447.2016ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T03:02:53.55568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.483494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-metadata\" ","response":"range_response_count:1 size:927"} {"level":"warn","ts":"2026-05-28T03:02:53.555979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.00047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"warn","ts":"2026-05-28T03:02:53.555988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.97986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-05-28T03:02:53.556009Z","caller":"traceutil/trace.go:171","msg":"trace[1808970014] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:26764; }","duration":"178.041102ms","start":"2026-05-28T03:02:53.377959Z","end":"2026-05-28T03:02:53.556Z","steps":["trace[1808970014] 'agreement among raft nodes before linearized reading' (duration: 177.95974ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:53.556029Z","caller":"traceutil/trace.go:171","msg":"trace[838940759] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26764; }","duration":"178.035082ms","start":"2026-05-28T03:02:53.377985Z","end":"2026-05-28T03:02:53.55602Z","steps":["trace[838940759] 'agreement among raft nodes before linearized reading' (duration: 177.929989ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:53.55601Z","caller":"traceutil/trace.go:171","msg":"trace[1412585951] range","detail":"{range_begin:/registry/services/specs/openstack/nova-metadata; range_end:; response_count:1; response_revision:26764; }","duration":"177.813155ms","start":"2026-05-28T03:02:53.378179Z","end":"2026-05-28T03:02:53.555992Z","steps":["trace[1412585951] 'agreement among raft nodes before linearized reading' (duration: 177.465134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:53.555406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.506865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-05-28T03:02:53.556129Z","caller":"traceutil/trace.go:171","msg":"trace[699406229] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26764; }","duration":"178.247148ms","start":"2026-05-28T03:02:53.377876Z","end":"2026-05-28T03:02:53.556123Z","steps":["trace[699406229] 'agreement among raft nodes before linearized reading' (duration: 177.459023ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:53.55616Z","caller":"traceutil/trace.go:171","msg":"trace[496553799] range","detail":"{range_begin:/registry/services/specs/capi-system/capi-webhook-service; range_end:; response_count:1; response_revision:26764; }","duration":"177.200115ms","start":"2026-05-28T03:02:53.378235Z","end":"2026-05-28T03:02:53.555435Z","steps":["trace[496553799] 'agreement among raft nodes before linearized reading' (duration: 177.138203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:53.556177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.593012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"warn","ts":"2026-05-28T03:02:53.556199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.652733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1487"} {"level":"warn","ts":"2026-05-28T03:02:53.556208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.037981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:53.55621Z","caller":"traceutil/trace.go:171","msg":"trace[842917577] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:26764; }","duration":"179.637143ms","start":"2026-05-28T03:02:53.376564Z","end":"2026-05-28T03:02:53.556201Z","steps":["trace[842917577] 'agreement among raft nodes before linearized reading' (duration: 179.55577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:53.556216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.602942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1602"} {"level":"info","ts":"2026-05-28T03:02:53.556221Z","caller":"traceutil/trace.go:171","msg":"trace[1277849769] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:26764; }","duration":"179.694834ms","start":"2026-05-28T03:02:53.376519Z","end":"2026-05-28T03:02:53.556214Z","steps":["trace[1277849769] 'agreement among raft nodes before linearized reading' (duration: 179.655673ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:53.556227Z","caller":"traceutil/trace.go:171","msg":"trace[1309134705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26764; }","duration":"244.098792ms","start":"2026-05-28T03:02:53.312122Z","end":"2026-05-28T03:02:53.556221Z","steps":["trace[1309134705] 'agreement among raft nodes before linearized reading' (duration: 244.061781ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:53.556245Z","caller":"traceutil/trace.go:171","msg":"trace[147948223] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:26764; }","duration":"179.644983ms","start":"2026-05-28T03:02:53.376593Z","end":"2026-05-28T03:02:53.556238Z","steps":["trace[147948223] 'agreement among raft nodes before linearized reading' (duration: 179.57223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:53.55572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.568877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:935"} {"level":"info","ts":"2026-05-28T03:02:53.556381Z","caller":"traceutil/trace.go:171","msg":"trace[1467461213] range","detail":"{range_begin:/registry/services/specs/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:26764; }","duration":"178.193077ms","start":"2026-05-28T03:02:53.378133Z","end":"2026-05-28T03:02:53.556327Z","steps":["trace[1467461213] 'agreement among raft nodes before linearized reading' (duration: 177.556776ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:53.556132Z","caller":"traceutil/trace.go:171","msg":"trace[882881949] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:26764; }","duration":"177.766653ms","start":"2026-05-28T03:02:53.377666Z","end":"2026-05-28T03:02:53.555432Z","steps":["trace[882881949] 'agreement among raft nodes before linearized reading' (duration: 177.67098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:53.556163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.765277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-05-28T03:02:53.556591Z","caller":"traceutil/trace.go:171","msg":"trace[1054601084] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:26764; }","duration":"180.214791ms","start":"2026-05-28T03:02:53.376365Z","end":"2026-05-28T03:02:53.556579Z","steps":["trace[1054601084] 'agreement among raft nodes before linearized reading' (duration: 179.749846ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:53.695415Z","caller":"traceutil/trace.go:171","msg":"trace[1090073955] linearizableReadLoop","detail":"{readStateIndex:27675; appliedIndex:27674; }","duration":"119.600724ms","start":"2026-05-28T03:02:53.575764Z","end":"2026-05-28T03:02:53.695365Z","steps":["trace[1090073955] 'read index received' (duration: 69.699647ms)","trace[1090073955] 'applied index is now lower than readState.Index' (duration: 49.900047ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:53.695815Z","caller":"traceutil/trace.go:171","msg":"trace[1635090571] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"121.997769ms","start":"2026-05-28T03:02:53.573795Z","end":"2026-05-28T03:02:53.695792Z","steps":["trace[1635090571] 'process raft request' (duration: 71.70892ms)","trace[1635090571] 'compare' (duration: 49.582747ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:53.696044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.268485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-api\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-05-28T03:02:53.696081Z","caller":"traceutil/trace.go:171","msg":"trace[1246292835] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-api; range_end:; response_count:1; response_revision:26765; }","duration":"120.333736ms","start":"2026-05-28T03:02:53.575739Z","end":"2026-05-28T03:02:53.696073Z","steps":["trace[1246292835] 'agreement among raft nodes before linearized reading' (duration: 120.12507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:53.696418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.267782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-28T03:02:53.696704Z","caller":"traceutil/trace.go:171","msg":"trace[336414002] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26765; }","duration":"119.586463ms","start":"2026-05-28T03:02:53.577099Z","end":"2026-05-28T03:02:53.696686Z","steps":["trace[336414002] 'agreement among raft nodes before linearized reading' (duration: 118.675774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.013288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.717032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:54.013417Z","caller":"traceutil/trace.go:171","msg":"trace[734278093] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"286.235712ms","start":"2026-05-28T03:02:53.72717Z","end":"2026-05-28T03:02:54.013406Z","steps":["trace[734278093] 'process raft request' (duration: 286.188881ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:54.013382Z","caller":"traceutil/trace.go:171","msg":"trace[769668975] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"298.699838ms","start":"2026-05-28T03:02:53.714652Z","end":"2026-05-28T03:02:54.013352Z","steps":["trace[769668975] 'process raft request' (duration: 92.872183ms)","trace[769668975] 'compare' (duration: 205.576087ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:54.013549Z","caller":"traceutil/trace.go:171","msg":"trace[1877992015] linearizableReadLoop","detail":"{readStateIndex:27676; appliedIndex:27675; }","duration":"286.790009ms","start":"2026-05-28T03:02:53.726749Z","end":"2026-05-28T03:02:54.013539Z","steps":["trace[1877992015] 'read index received' (duration: 80.747477ms)","trace[1877992015] 'applied index is now lower than readState.Index' (duration: 206.041282ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:54.01473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.972628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-05-28T03:02:54.014778Z","caller":"traceutil/trace.go:171","msg":"trace[977592342] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:26767; }","duration":"288.027209ms","start":"2026-05-28T03:02:53.726729Z","end":"2026-05-28T03:02:54.014756Z","steps":["trace[977592342] 'agreement among raft nodes before linearized reading' (duration: 286.885743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.513874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492455390,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T03:02:54.533582Z","caller":"traceutil/trace.go:171","msg":"trace[1030193041] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"560.4032ms","start":"2026-05-28T03:02:53.97315Z","end":"2026-05-28T03:02:54.533553Z","steps":["trace[1030193041] 'process raft request' (duration: 553.47801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.533713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.973127Z","time spent":"560.509934ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:54.91399Z","caller":"traceutil/trace.go:171","msg":"trace[1753792279] linearizableReadLoop","detail":"{readStateIndex:27686; appliedIndex:27677; }","duration":"900.33984ms","start":"2026-05-28T03:02:54.01363Z","end":"2026-05-28T03:02:54.91397Z","steps":["trace[1753792279] 'read index received' (duration: 513.016364ms)","trace[1753792279] 'applied index is now lower than readState.Index' (duration: 387.322626ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:54.914083Z","caller":"traceutil/trace.go:171","msg":"trace[299628472] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"940.037803ms","start":"2026-05-28T03:02:53.974034Z","end":"2026-05-28T03:02:54.914072Z","steps":["trace[299628472] 'process raft request' (duration: 939.732583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.914166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.97402Z","time spent":"940.081414ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:54.914328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.341493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-28T03:02:54.914374Z","caller":"traceutil/trace.go:171","msg":"trace[1483428268] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26776; }","duration":"963.455997ms","start":"2026-05-28T03:02:53.950907Z","end":"2026-05-28T03:02:54.914363Z","steps":["trace[1483428268] 'agreement among raft nodes before linearized reading' (duration: 963.261901ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:54.914376Z","caller":"traceutil/trace.go:171","msg":"trace[1186008969] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"939.554647ms","start":"2026-05-28T03:02:53.974811Z","end":"2026-05-28T03:02:54.914366Z","steps":["trace[1186008969] 'process raft request' (duration: 938.988989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.914385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.172793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1404"} {"level":"info","ts":"2026-05-28T03:02:54.914417Z","caller":"traceutil/trace.go:171","msg":"trace[436698845] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:26776; }","duration":"988.244715ms","start":"2026-05-28T03:02:53.926164Z","end":"2026-05-28T03:02:54.914409Z","steps":["trace[436698845] 'agreement among raft nodes before linearized reading' (duration: 988.176973ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:54.914438Z","caller":"traceutil/trace.go:171","msg":"trace[961855954] transaction","detail":"{read_only:false; response_revision:26776; number_of_response:1; }","duration":"798.238853ms","start":"2026-05-28T03:02:54.116195Z","end":"2026-05-28T03:02:54.914434Z","steps":["trace[961855954] 'process raft request' (duration: 797.741357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.914445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.926145Z","time spent":"988.294227ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1427,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" "} {"level":"info","ts":"2026-05-28T03:02:54.914437Z","caller":"traceutil/trace.go:171","msg":"trace[2011366987] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"926.381679ms","start":"2026-05-28T03:02:53.988033Z","end":"2026-05-28T03:02:54.914414Z","steps":["trace[2011366987] 'process raft request' (duration: 925.8141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.914469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.9748Z","time spent":"939.606848ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:54.914518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.115347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:1 size:1216"} {"level":"info","ts":"2026-05-28T03:02:54.914536Z","caller":"traceutil/trace.go:171","msg":"trace[2040191307] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:1; response_revision:26776; }","duration":"913.171958ms","start":"2026-05-28T03:02:54.00136Z","end":"2026-05-28T03:02:54.914532Z","steps":["trace[2040191307] 'agreement among raft nodes before linearized reading' (duration: 913.121327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.914549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.00134Z","time spent":"913.206209ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1239,"request content":"key:\"/registry/services/specs/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-05-28T03:02:54.914534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.98802Z","time spent":"926.468861ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:54.914536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088221665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:1 size:757"} {"level":"info","ts":"2026-05-28T03:02:54.914615Z","caller":"traceutil/trace.go:171","msg":"trace[653782074] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:1; response_revision:26776; }","duration":"1.088360539s","start":"2026-05-28T03:02:53.82624Z","end":"2026-05-28T03:02:54.9146Z","steps":["trace[653782074] 'agreement among raft nodes before linearized reading' (duration: 1.088140022s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.914633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187853863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2916"} {"level":"warn","ts":"2026-05-28T03:02:54.914623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113169278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:1494"} {"level":"info","ts":"2026-05-28T03:02:54.914661Z","caller":"traceutil/trace.go:171","msg":"trace[1212008045] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:26776; }","duration":"1.187887724s","start":"2026-05-28T03:02:53.726763Z","end":"2026-05-28T03:02:54.91465Z","steps":["trace[1212008045] 'agreement among raft nodes before linearized reading' (duration: 1.187785451s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.91466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.826218Z","time spent":"1.088433491s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":780,"request content":"key:\"/registry/services/specs/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-05-28T03:02:54.914641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163623553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-05-28T03:02:54.914394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.950891Z","time spent":"963.498869ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-28T03:02:54.914702Z","caller":"traceutil/trace.go:171","msg":"trace[114278318] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:26776; }","duration":"1.113293242s","start":"2026-05-28T03:02:53.801389Z","end":"2026-05-28T03:02:54.914682Z","steps":["trace[114278318] 'agreement among raft nodes before linearized reading' (duration: 1.113016443s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:54.91471Z","caller":"traceutil/trace.go:171","msg":"trace[1747346483] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"924.157387ms","start":"2026-05-28T03:02:53.990464Z","end":"2026-05-28T03:02:54.914622Z","steps":["trace[1747346483] 'process raft request' (duration: 923.407743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.914736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012802037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-05-28T03:02:54.914746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.801375Z","time spent":"1.113362174s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1517,"request content":"key:\"/registry/services/specs/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-05-28T03:02:54.914774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.990444Z","time spent":"924.296762ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:54.91479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056441794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:54.91447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.116169Z","time spent":"798.282115ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:54.914815Z","caller":"traceutil/trace.go:171","msg":"trace[1560121780] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26776; }","duration":"1.056491816s","start":"2026-05-28T03:02:53.858316Z","end":"2026-05-28T03:02:54.914807Z","steps":["trace[1560121780] 'agreement among raft nodes before linearized reading' (duration: 1.056450215s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.91469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.726757Z","time spent":"1.187923955s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2939,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-05-28T03:02:54.914835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.858302Z","time spent":"1.056527627s","remote":"127.0.0.1:57884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:54.914828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138950107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-smartctl-exporter\" ","response":"range_response_count:1 size:1361"} {"level":"info","ts":"2026-05-28T03:02:54.914778Z","caller":"traceutil/trace.go:171","msg":"trace[1470883112] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26776; }","duration":"1.012875209s","start":"2026-05-28T03:02:53.901891Z","end":"2026-05-28T03:02:54.914766Z","steps":["trace[1470883112] 'agreement among raft nodes before linearized reading' (duration: 1.012783176s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.914652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038752572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1072"} {"level":"info","ts":"2026-05-28T03:02:54.914862Z","caller":"traceutil/trace.go:171","msg":"trace[1256825600] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-smartctl-exporter; range_end:; response_count:1; response_revision:26776; }","duration":"1.138982938s","start":"2026-05-28T03:02:53.775869Z","end":"2026-05-28T03:02:54.914852Z","steps":["trace[1256825600] 'agreement among raft nodes before linearized reading' (duration: 1.138889465s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.914869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.901874Z","time spent":"1.012987582s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-05-28T03:02:54.914879Z","caller":"traceutil/trace.go:171","msg":"trace[472038889] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:26776; }","duration":"1.038998799s","start":"2026-05-28T03:02:53.875873Z","end":"2026-05-28T03:02:54.914872Z","steps":["trace[472038889] 'agreement among raft nodes before linearized reading' (duration: 1.03869998s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.914898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.875863Z","time spent":"1.039029771s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1095,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-05-28T03:02:54.914899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.7758Z","time spent":"1.139091363s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":1384,"request content":"key:\"/registry/services/specs/monitoring/prometheus-smartctl-exporter\" "} {"level":"warn","ts":"2026-05-28T03:02:54.914665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.008499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-05-28T03:02:54.914418Z","caller":"traceutil/trace.go:171","msg":"trace[1335201142] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"892.571163ms","start":"2026-05-28T03:02:54.02184Z","end":"2026-05-28T03:02:54.914411Z","steps":["trace[1335201142] 'process raft request' (duration: 892.054907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.914943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063454807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-05-28T03:02:54.914961Z","caller":"traceutil/trace.go:171","msg":"trace[1451274960] range","detail":"{range_begin:/registry/services/specs/capo-system/capo-webhook-service; range_end:; response_count:1; response_revision:26776; }","duration":"939.316229ms","start":"2026-05-28T03:02:53.975628Z","end":"2026-05-28T03:02:54.914944Z","steps":["trace[1451274960] 'agreement among raft nodes before linearized reading' (duration: 939.003289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.914979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.021819Z","time spent":"893.146571ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:02:54.914981Z","caller":"traceutil/trace.go:171","msg":"trace[433144592] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:26776; }","duration":"1.063522479s","start":"2026-05-28T03:02:53.851448Z","end":"2026-05-28T03:02:54.91497Z","steps":["trace[433144592] 'agreement among raft nodes before linearized reading' (duration: 1.063390475s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.915009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.851432Z","time spent":"1.06357181s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-05-28T03:02:54.914319Z","caller":"traceutil/trace.go:171","msg":"trace[1145337878] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"937.418609ms","start":"2026-05-28T03:02:53.976854Z","end":"2026-05-28T03:02:54.914273Z","steps":["trace[1145337878] 'process raft request' (duration: 936.968645ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:54.914731Z","caller":"traceutil/trace.go:171","msg":"trace[2085379433] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26776; }","duration":"1.163762947s","start":"2026-05-28T03:02:53.750947Z","end":"2026-05-28T03:02:54.91471Z","steps":["trace[2085379433] 'agreement among raft nodes before linearized reading' (duration: 1.163442637s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.915068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.750923Z","time spent":"1.164137529s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-05-28T03:02:54.915092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.976835Z","time spent":"938.223075ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:54.91501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.975619Z","time spent":"939.376612ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":866,"request content":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" "} {"level":"info","ts":"2026-05-28T03:02:54.915317Z","caller":"traceutil/trace.go:171","msg":"trace[1298644739] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"940.024322ms","start":"2026-05-28T03:02:53.973826Z","end":"2026-05-28T03:02:54.91385Z","steps":["trace[1298644739] 'process raft request' (duration: 898.177541ms)","trace[1298644739] 'compare' (duration: 41.665315ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:54.915392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:53.973803Z","time spent":"941.54401ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:54.952634Z","caller":"traceutil/trace.go:171","msg":"trace[1385951559] transaction","detail":"{read_only:false; response_revision:26777; number_of_response:1; }","duration":"343.687009ms","start":"2026-05-28T03:02:54.608912Z","end":"2026-05-28T03:02:54.952599Z","steps":["trace[1385951559] 'process raft request' (duration: 343.242285ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:54.952707Z","caller":"traceutil/trace.go:171","msg":"trace[846541854] transaction","detail":"{read_only:false; response_revision:26778; number_of_response:1; }","duration":"216.500715ms","start":"2026-05-28T03:02:54.736155Z","end":"2026-05-28T03:02:54.952656Z","steps":["trace[846541854] 'process raft request' (duration: 216.103542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:54.952818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.608896Z","time spent":"343.834454ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:55.278247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.938354ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T03:02:55.278365Z","caller":"traceutil/trace.go:171","msg":"trace[218309249] linearizableReadLoop","detail":"{readStateIndex:27689; appliedIndex:27686; }","duration":"364.304614ms","start":"2026-05-28T03:02:54.914043Z","end":"2026-05-28T03:02:55.278348Z","steps":["trace[218309249] 'read index received' (duration: 38.04799ms)","trace[218309249] 'applied index is now lower than readState.Index' (duration: 326.254844ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:55.278533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.851069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:55.278572Z","caller":"traceutil/trace.go:171","msg":"trace[654787604] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26778; }","duration":"596.927452ms","start":"2026-05-28T03:02:54.681632Z","end":"2026-05-28T03:02:55.278559Z","steps":["trace[654787604] 'agreement among raft nodes before linearized reading' (duration: 596.832259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.278578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.807692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T03:02:55.27862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.681619Z","time spent":"596.991024ms","remote":"127.0.0.1:41668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:55.27869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.892403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:02:55.278711Z","caller":"traceutil/trace.go:171","msg":"trace[1774827751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26778; }","duration":"525.924634ms","start":"2026-05-28T03:02:54.752782Z","end":"2026-05-28T03:02:55.278706Z","steps":["trace[1774827751] 'agreement among raft nodes before linearized reading' (duration: 525.872572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.278731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.752776Z","time spent":"525.950274ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:02:55.278787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177322848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1491"} {"level":"info","ts":"2026-05-28T03:02:55.278872Z","caller":"traceutil/trace.go:171","msg":"trace[1352659361] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:26778; }","duration":"1.177448562s","start":"2026-05-28T03:02:54.101403Z","end":"2026-05-28T03:02:55.278851Z","steps":["trace[1352659361] 'agreement among raft nodes before linearized reading' (duration: 1.177200264s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.278928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.032921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:02:55.27895Z","caller":"traceutil/trace.go:171","msg":"trace[1964322156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26778; }","duration":"528.064162ms","start":"2026-05-28T03:02:54.750881Z","end":"2026-05-28T03:02:55.278945Z","steps":["trace[1964322156] 'agreement among raft nodes before linearized reading' (duration: 528.018051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.278965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.750876Z","time spent":"528.084223ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:55.278953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077253836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"warn","ts":"2026-05-28T03:02:55.279021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101975652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-05-28T03:02:55.279039Z","caller":"traceutil/trace.go:171","msg":"trace[370766363] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26778; }","duration":"1.0773865s","start":"2026-05-28T03:02:54.201633Z","end":"2026-05-28T03:02:55.27902Z","steps":["trace[370766363] 'agreement among raft nodes before linearized reading' (duration: 1.077237425s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.279073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.614311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T03:02:55.279083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.201615Z","time spent":"1.077459582s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-05-28T03:02:55.279096Z","caller":"traceutil/trace.go:171","msg":"trace[1980785211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26778; }","duration":"529.648802ms","start":"2026-05-28T03:02:54.749442Z","end":"2026-05-28T03:02:55.279091Z","steps":["trace[1980785211] 'agreement among raft nodes before linearized reading' (duration: 529.59084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.279114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.749436Z","time spent":"529.674013ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:55.279126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127714881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1410"} {"level":"warn","ts":"2026-05-28T03:02:55.279154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227254136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:406"} {"level":"info","ts":"2026-05-28T03:02:55.279164Z","caller":"traceutil/trace.go:171","msg":"trace[892447532] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:26778; }","duration":"1.127790253s","start":"2026-05-28T03:02:54.151365Z","end":"2026-05-28T03:02:55.279155Z","steps":["trace[892447532] 'agreement among raft nodes before linearized reading' (duration: 1.127725711s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:55.279188Z","caller":"traceutil/trace.go:171","msg":"trace[500712900] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:26778; }","duration":"1.227325138s","start":"2026-05-28T03:02:54.051853Z","end":"2026-05-28T03:02:55.279178Z","steps":["trace[500712900] 'agreement among raft nodes before linearized reading' (duration: 1.227236165s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.279218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.051834Z","time spent":"1.22737777s","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":429,"request content":"key:\"/registry/services/endpoints/openstack/ceph-mon\" "} {"level":"warn","ts":"2026-05-28T03:02:55.279305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.608093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:02:55.279321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152371935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-05-28T03:02:55.279352Z","caller":"traceutil/trace.go:171","msg":"trace[411263699] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26778; }","duration":"725.707567ms","start":"2026-05-28T03:02:54.553631Z","end":"2026-05-28T03:02:55.279338Z","steps":["trace[411263699] 'agreement among raft nodes before linearized reading' (duration: 725.633464ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:55.279356Z","caller":"traceutil/trace.go:171","msg":"trace[1298205343] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service; range_end:; response_count:1; response_revision:26778; }","duration":"1.152406346s","start":"2026-05-28T03:02:54.126939Z","end":"2026-05-28T03:02:55.279345Z","steps":["trace[1298205343] 'agreement among raft nodes before linearized reading' (duration: 1.152310593s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.279388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.553614Z","time spent":"725.766579ms","remote":"127.0.0.1:59748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:55.279388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.126876Z","time spent":"1.152506299s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":948,"request content":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" "} {"level":"warn","ts":"2026-05-28T03:02:55.279451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25758389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-28T03:02:55.279481Z","caller":"traceutil/trace.go:171","msg":"trace[968964927] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26778; }","duration":"1.257625711s","start":"2026-05-28T03:02:54.021846Z","end":"2026-05-28T03:02:55.279472Z","steps":["trace[968964927] 'agreement among raft nodes before linearized reading' (duration: 1.257562169s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.279458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.239831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273003"} {"level":"warn","ts":"2026-05-28T03:02:55.279065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20284107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-api\" ","response":"range_response_count:1 size:917"} {"level":"warn","ts":"2026-05-28T03:02:55.279561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.832321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-28T03:02:55.279559Z","caller":"traceutil/trace.go:171","msg":"trace[1732086376] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26778; }","duration":"708.352805ms","start":"2026-05-28T03:02:54.571184Z","end":"2026-05-28T03:02:55.279537Z","steps":["trace[1732086376] 'agreement among raft nodes before linearized reading' (duration: 707.695224ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:55.279562Z","caller":"traceutil/trace.go:171","msg":"trace[675810393] range","detail":"{range_begin:/registry/services/specs/openstack/heat-api; range_end:; response_count:1; response_revision:26778; }","duration":"1.203371646s","start":"2026-05-28T03:02:54.076176Z","end":"2026-05-28T03:02:55.279548Z","steps":["trace[675810393] 'agreement among raft nodes before linearized reading' (duration: 1.202769607s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:55.278629Z","caller":"traceutil/trace.go:171","msg":"trace[609387556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26778; }","duration":"537.895125ms","start":"2026-05-28T03:02:54.740721Z","end":"2026-05-28T03:02:55.278616Z","steps":["trace[609387556] 'agreement among raft nodes before linearized reading' (duration: 537.730669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.279604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.571168Z","time spent":"708.425748ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273026,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-28T03:02:55.279623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.74071Z","time spent":"538.900956ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:02:55.279641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.52392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-658bt.18b39acb2dd24ad6\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-05-28T03:02:55.279657Z","caller":"traceutil/trace.go:171","msg":"trace[1794678762] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-658bt.18b39acb2dd24ad6; range_end:; response_count:1; response_revision:26778; }","duration":"124.568962ms","start":"2026-05-28T03:02:55.155083Z","end":"2026-05-28T03:02:55.279652Z","steps":["trace[1794678762] 'agreement among raft nodes before linearized reading' (duration: 124.52036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.279505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.021829Z","time spent":"1.257673093s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-28T03:02:55.27978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.595253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1700"} {"level":"warn","ts":"2026-05-28T03:02:55.279211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.151343Z","time spent":"1.127857434s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1433,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" "} {"level":"warn","ts":"2026-05-28T03:02:55.279786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.559622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"range_response_count:1 size:901"} {"level":"info","ts":"2026-05-28T03:02:55.279803Z","caller":"traceutil/trace.go:171","msg":"trace[1301154316] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:26778; }","duration":"358.626794ms","start":"2026-05-28T03:02:54.921171Z","end":"2026-05-28T03:02:55.279798Z","steps":["trace[1301154316] 'agreement among raft nodes before linearized reading' (duration: 358.569393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.27982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.921167Z","time spent":"358.648645ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1723,"request content":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" "} {"level":"info","ts":"2026-05-28T03:02:55.279825Z","caller":"traceutil/trace.go:171","msg":"trace[771938373] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; response_count:1; response_revision:26778; }","duration":"358.620034ms","start":"2026-05-28T03:02:54.921193Z","end":"2026-05-28T03:02:55.279813Z","steps":["trace[771938373] 'agreement among raft nodes before linearized reading' (duration: 358.459289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.279862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.921183Z","time spent":"358.671835ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":924,"request content":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" "} {"level":"warn","ts":"2026-05-28T03:02:55.279446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252692225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1490"} {"level":"info","ts":"2026-05-28T03:02:55.279581Z","caller":"traceutil/trace.go:171","msg":"trace[1810461798] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26778; }","duration":"358.866751ms","start":"2026-05-28T03:02:54.920708Z","end":"2026-05-28T03:02:55.279575Z","steps":["trace[1810461798] 'agreement among raft nodes before linearized reading' (duration: 358.8188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.27892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.101387Z","time spent":"1.177523974s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1514,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-05-28T03:02:55.279965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.920074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-cfn\" ","response":"range_response_count:1 size:915"} {"level":"info","ts":"2026-05-28T03:02:55.279986Z","caller":"traceutil/trace.go:171","msg":"trace[422026606] range","detail":"{range_begin:/registry/services/specs/openstack/heat-cfn; range_end:; response_count:1; response_revision:26778; }","duration":"358.941314ms","start":"2026-05-28T03:02:54.92104Z","end":"2026-05-28T03:02:55.279981Z","steps":["trace[422026606] 'agreement among raft nodes before linearized reading' (duration: 358.893613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.279999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.920965Z","time spent":"359.032007ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":938,"request content":"key:\"/registry/services/specs/openstack/heat-cfn\" "} {"level":"warn","ts":"2026-05-28T03:02:55.280026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.032077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:55.280062Z","caller":"traceutil/trace.go:171","msg":"trace[700493290] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26778; }","duration":"287.100209ms","start":"2026-05-28T03:02:54.992953Z","end":"2026-05-28T03:02:55.280053Z","steps":["trace[700493290] 'agreement among raft nodes before linearized reading' (duration: 287.037297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.280115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.303135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-05-28T03:02:55.280132Z","caller":"traceutil/trace.go:171","msg":"trace[1585096894] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:26778; }","duration":"359.340717ms","start":"2026-05-28T03:02:54.920787Z","end":"2026-05-28T03:02:55.280128Z","steps":["trace[1585096894] 'agreement among raft nodes before linearized reading' (duration: 359.297195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.280148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.920776Z","time spent":"359.368597ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4409,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"info","ts":"2026-05-28T03:02:55.279909Z","caller":"traceutil/trace.go:171","msg":"trace[1105540610] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:26778; }","duration":"1.253163489s","start":"2026-05-28T03:02:54.026731Z","end":"2026-05-28T03:02:55.279895Z","steps":["trace[1105540610] 'agreement among raft nodes before linearized reading' (duration: 1.252651973s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.280252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.468911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2115"} {"level":"info","ts":"2026-05-28T03:02:55.280266Z","caller":"traceutil/trace.go:171","msg":"trace[963750359] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:26778; }","duration":"359.491601ms","start":"2026-05-28T03:02:54.92077Z","end":"2026-05-28T03:02:55.280262Z","steps":["trace[963750359] 'agreement among raft nodes before linearized reading' (duration: 359.44773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.280264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.026719Z","time spent":"1.253531092s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1513,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-05-28T03:02:55.280285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.920767Z","time spent":"359.515072ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2138,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" "} {"level":"warn","ts":"2026-05-28T03:02:55.280284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.881362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-api\" ","response":"range_response_count:1 size:914"} {"level":"info","ts":"2026-05-28T03:02:55.280319Z","caller":"traceutil/trace.go:171","msg":"trace[751869449] range","detail":"{range_begin:/registry/services/specs/openstack/nova-api; range_end:; response_count:1; response_revision:26778; }","duration":"358.929354ms","start":"2026-05-28T03:02:54.921381Z","end":"2026-05-28T03:02:55.28031Z","steps":["trace[751869449] 'agreement among raft nodes before linearized reading' (duration: 358.834841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.280351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.921377Z","time spent":"358.966905ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":937,"request content":"key:\"/registry/services/specs/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-28T03:02:55.278889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.970199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T03:02:55.280439Z","caller":"traceutil/trace.go:171","msg":"trace[1591580291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26778; }","duration":"529.526959ms","start":"2026-05-28T03:02:54.750906Z","end":"2026-05-28T03:02:55.280433Z","steps":["trace[1591580291] 'agreement among raft nodes before linearized reading' (duration: 527.948278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.28046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.750903Z","time spent":"529.552069ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:55.280072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.115109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1525"} {"level":"warn","ts":"2026-05-28T03:02:55.280506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.14718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/barbican-api\" ","response":"range_response_count:1 size:933"} {"level":"info","ts":"2026-05-28T03:02:55.279069Z","caller":"traceutil/trace.go:171","msg":"trace[270193922] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26778; }","duration":"1.102023944s","start":"2026-05-28T03:02:54.177035Z","end":"2026-05-28T03:02:55.279059Z","steps":["trace[270193922] 'agreement among raft nodes before linearized reading' (duration: 1.10190756s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:55.280519Z","caller":"traceutil/trace.go:171","msg":"trace[1832304920] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:26778; }","duration":"359.571894ms","start":"2026-05-28T03:02:54.920935Z","end":"2026-05-28T03:02:55.280507Z","steps":["trace[1832304920] 'agreement among raft nodes before linearized reading' (duration: 359.101429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.279611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.07616Z","time spent":"1.203440728s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":940,"request content":"key:\"/registry/services/specs/openstack/heat-api\" "} {"level":"warn","ts":"2026-05-28T03:02:55.279955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.920694Z","time spent":"359.249174ms","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T03:02:55.280646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.267374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-28T03:02:55.280676Z","caller":"traceutil/trace.go:171","msg":"trace[1124905207] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26778; }","duration":"359.313276ms","start":"2026-05-28T03:02:54.921352Z","end":"2026-05-28T03:02:55.280666Z","steps":["trace[1124905207] 'agreement among raft nodes before linearized reading' (duration: 359.236313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.280566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.920928Z","time spent":"359.628985ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1548,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-05-28T03:02:55.280708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.921343Z","time spent":"359.359157ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1459,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-05-28T03:02:55.279923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.768978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1420"} {"level":"info","ts":"2026-05-28T03:02:55.280826Z","caller":"traceutil/trace.go:171","msg":"trace[1347389635] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:26778; }","duration":"359.685168ms","start":"2026-05-28T03:02:54.921136Z","end":"2026-05-28T03:02:55.280821Z","steps":["trace[1347389635] 'agreement among raft nodes before linearized reading' (duration: 358.752608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.281005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.626415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/glance-api\" ","response":"range_response_count:1 size:923"} {"level":"info","ts":"2026-05-28T03:02:55.281012Z","caller":"traceutil/trace.go:171","msg":"trace[1870226612] range","detail":"{range_begin:/registry/services/specs/openstack/barbican-api; range_end:; response_count:1; response_revision:26778; }","duration":"359.660876ms","start":"2026-05-28T03:02:54.921336Z","end":"2026-05-28T03:02:55.280997Z","steps":["trace[1870226612] 'agreement among raft nodes before linearized reading' (duration: 359.040647ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:55.281057Z","caller":"traceutil/trace.go:171","msg":"trace[1715001533] range","detail":"{range_begin:/registry/services/specs/openstack/glance-api; range_end:; response_count:1; response_revision:26778; }","duration":"359.683788ms","start":"2026-05-28T03:02:54.921359Z","end":"2026-05-28T03:02:55.281043Z","steps":["trace[1715001533] 'agreement among raft nodes before linearized reading' (duration: 359.564714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.28106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.177014Z","time spent":"1.104033617s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-05-28T03:02:55.281071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.921332Z","time spent":"359.723368ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":956,"request content":"key:\"/registry/services/specs/openstack/barbican-api\" "} {"level":"warn","ts":"2026-05-28T03:02:55.281095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.921354Z","time spent":"359.732499ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":946,"request content":"key:\"/registry/services/specs/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-28T03:02:55.283807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:54.921128Z","time spent":"359.712689ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1443,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" "} {"level":"info","ts":"2026-05-28T03:02:55.710574Z","caller":"traceutil/trace.go:171","msg":"trace[1695640234] linearizableReadLoop","detail":"{readStateIndex:27691; appliedIndex:27690; }","duration":"424.575461ms","start":"2026-05-28T03:02:55.285975Z","end":"2026-05-28T03:02:55.710551Z","steps":["trace[1695640234] 'read index received' (duration: 96.891771ms)","trace[1695640234] 'applied index is now lower than readState.Index' (duration: 327.68259ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:55.710803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.804198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1913"} {"level":"info","ts":"2026-05-28T03:02:55.710843Z","caller":"traceutil/trace.go:171","msg":"trace[139252697] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:26784; }","duration":"424.890391ms","start":"2026-05-28T03:02:55.285942Z","end":"2026-05-28T03:02:55.710832Z","steps":["trace[139252697] 'agreement among raft nodes before linearized reading' (duration: 424.714375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.710884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.28593Z","time spent":"424.945593ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":1936,"request content":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-05-28T03:02:55.711063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.019236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-05-28T03:02:55.711117Z","caller":"traceutil/trace.go:171","msg":"trace[1491246000] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26784; }","duration":"425.091817ms","start":"2026-05-28T03:02:55.286012Z","end":"2026-05-28T03:02:55.711104Z","steps":["trace[1491246000] 'agreement among raft nodes before linearized reading' (duration: 424.951653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.711155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.2858Z","time spent":"425.347126ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-05-28T03:02:55.711303Z","caller":"traceutil/trace.go:171","msg":"trace[11626478] transaction","detail":"{read_only:false; response_revision:26780; number_of_response:1; }","duration":"425.471809ms","start":"2026-05-28T03:02:55.28581Z","end":"2026-05-28T03:02:55.711282Z","steps":["trace[11626478] 'process raft request' (duration: 424.404345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.71136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.54797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:55.711393Z","caller":"traceutil/trace.go:171","msg":"trace[994095353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26784; }","duration":"174.617572ms","start":"2026-05-28T03:02:55.536766Z","end":"2026-05-28T03:02:55.711383Z","steps":["trace[994095353] 'agreement among raft nodes before linearized reading' (duration: 174.565581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.711436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.285789Z","time spent":"425.571123ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:55.711578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.475515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:55.711614Z","caller":"traceutil/trace.go:171","msg":"trace[361693078] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26784; }","duration":"400.522406ms","start":"2026-05-28T03:02:55.311083Z","end":"2026-05-28T03:02:55.711605Z","steps":["trace[361693078] 'agreement among raft nodes before linearized reading' (duration: 400.466135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.711641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.311077Z","time spent":"400.556737ms","remote":"127.0.0.1:47950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:55.711673Z","caller":"traceutil/trace.go:171","msg":"trace[987685595] transaction","detail":"{read_only:false; response_revision:26781; number_of_response:1; }","duration":"420.941826ms","start":"2026-05-28T03:02:55.29071Z","end":"2026-05-28T03:02:55.711652Z","steps":["trace[987685595] 'process raft request' (duration: 419.706127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.711764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.290698Z","time spent":"421.021738ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:55.711798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.711022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:55.711829Z","caller":"traceutil/trace.go:171","msg":"trace[1732354623] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26784; }","duration":"400.769104ms","start":"2026-05-28T03:02:55.311049Z","end":"2026-05-28T03:02:55.711818Z","steps":["trace[1732354623] 'agreement among raft nodes before linearized reading' (duration: 400.719023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.711866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.311033Z","time spent":"400.825356ms","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:55.71194Z","caller":"traceutil/trace.go:171","msg":"trace[1499823320] transaction","detail":"{read_only:false; response_revision:26782; number_of_response:1; }","duration":"421.07335ms","start":"2026-05-28T03:02:55.290854Z","end":"2026-05-28T03:02:55.711928Z","steps":["trace[1499823320] 'process raft request' (duration: 419.605263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.712022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.290842Z","time spent":"421.147993ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:55.712075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.80095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-05-28T03:02:55.71211Z","caller":"traceutil/trace.go:171","msg":"trace[592925185] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:26784; }","duration":"414.847842ms","start":"2026-05-28T03:02:55.297254Z","end":"2026-05-28T03:02:55.712101Z","steps":["trace[592925185] 'agreement among raft nodes before linearized reading' (duration: 414.749729ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:55.712122Z","caller":"traceutil/trace.go:171","msg":"trace[1716198869] transaction","detail":"{read_only:false; response_revision:26783; number_of_response:1; }","duration":"420.366048ms","start":"2026-05-28T03:02:55.291744Z","end":"2026-05-28T03:02:55.71211Z","steps":["trace[1716198869] 'process raft request' (duration: 418.744056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.712136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.297249Z","time spent":"414.880963ms","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-05-28T03:02:55.712175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.291737Z","time spent":"420.414269ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:55.712321Z","caller":"traceutil/trace.go:171","msg":"trace[114915577] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"417.60168ms","start":"2026-05-28T03:02:55.2947Z","end":"2026-05-28T03:02:55.712301Z","steps":["trace[114915577] 'process raft request' (duration: 415.815883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.712406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.388202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1508"} {"level":"warn","ts":"2026-05-28T03:02:55.712466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.294688Z","time spent":"417.699052ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:55.712485Z","caller":"traceutil/trace.go:171","msg":"trace[1791487094] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:26784; }","duration":"417.485296ms","start":"2026-05-28T03:02:55.294989Z","end":"2026-05-28T03:02:55.712475Z","steps":["trace[1791487094] 'agreement among raft nodes before linearized reading' (duration: 417.317631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.712516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.294984Z","time spent":"417.523987ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1531,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-05-28T03:02:55.712654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.864296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-05-28T03:02:55.712697Z","caller":"traceutil/trace.go:171","msg":"trace[930031743] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26784; }","duration":"421.908387ms","start":"2026-05-28T03:02:55.290779Z","end":"2026-05-28T03:02:55.712687Z","steps":["trace[930031743] 'agreement among raft nodes before linearized reading' (duration: 421.799583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.712732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.290744Z","time spent":"421.981479ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-05-28T03:02:55.712765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.984279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1597"} {"level":"info","ts":"2026-05-28T03:02:55.712803Z","caller":"traceutil/trace.go:171","msg":"trace[1694036438] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:26784; }","duration":"422.03271ms","start":"2026-05-28T03:02:55.290762Z","end":"2026-05-28T03:02:55.712794Z","steps":["trace[1694036438] 'agreement among raft nodes before linearized reading' (duration: 421.913086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.712836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.290756Z","time spent":"422.073631ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1620,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-05-28T03:02:55.712912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.639746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1311"} {"level":"info","ts":"2026-05-28T03:02:55.712948Z","caller":"traceutil/trace.go:171","msg":"trace[368158151] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:26784; }","duration":"420.687898ms","start":"2026-05-28T03:02:55.292252Z","end":"2026-05-28T03:02:55.71294Z","steps":["trace[368158151] 'agreement among raft nodes before linearized reading' (duration: 420.595885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.712962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.106653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"warn","ts":"2026-05-28T03:02:55.712982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.292244Z","time spent":"420.729779ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1334,"request content":"key:\"/registry/services/specs/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-05-28T03:02:55.712991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.265628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-05-28T03:02:55.713012Z","caller":"traceutil/trace.go:171","msg":"trace[292473270] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:26784; }","duration":"422.160535ms","start":"2026-05-28T03:02:55.290834Z","end":"2026-05-28T03:02:55.712994Z","steps":["trace[292473270] 'agreement among raft nodes before linearized reading' (duration: 422.035091ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:55.713036Z","caller":"traceutil/trace.go:171","msg":"trace[931459716] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:26784; }","duration":"422.3219ms","start":"2026-05-28T03:02:55.290702Z","end":"2026-05-28T03:02:55.713024Z","steps":["trace[931459716] 'agreement among raft nodes before linearized reading' (duration: 422.247387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.713066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.290693Z","time spent":"422.365231ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1335,"request content":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-05-28T03:02:55.713079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.29083Z","time spent":"422.221146ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-05-28T03:02:55.713156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.31739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:798"} {"level":"info","ts":"2026-05-28T03:02:55.71319Z","caller":"traceutil/trace.go:171","msg":"trace[163309040] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:26784; }","duration":"422.363621ms","start":"2026-05-28T03:02:55.290819Z","end":"2026-05-28T03:02:55.713182Z","steps":["trace[163309040] 'agreement among raft nodes before linearized reading' (duration: 422.276378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.713224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.290812Z","time spent":"422.405003ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":821,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"warn","ts":"2026-05-28T03:02:55.713239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.738671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-05-28T03:02:55.713278Z","caller":"traceutil/trace.go:171","msg":"trace[48205037] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:26784; }","duration":"421.790093ms","start":"2026-05-28T03:02:55.291474Z","end":"2026-05-28T03:02:55.713264Z","steps":["trace[48205037] 'agreement among raft nodes before linearized reading' (duration: 421.68821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.713294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.96384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"warn","ts":"2026-05-28T03:02:55.713316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.291466Z","time spent":"421.840835ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" "} {"level":"info","ts":"2026-05-28T03:02:55.713324Z","caller":"traceutil/trace.go:171","msg":"trace[736017428] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26784; }","duration":"423.004992ms","start":"2026-05-28T03:02:55.290309Z","end":"2026-05-28T03:02:55.713314Z","steps":["trace[736017428] 'agreement among raft nodes before linearized reading' (duration: 422.914839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.713352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.290306Z","time spent":"423.038383ms","remote":"127.0.0.1:33258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-05-28T03:02:55.713388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.555577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns\" ","response":"range_response_count:1 size:1937"} {"level":"info","ts":"2026-05-28T03:02:55.713423Z","caller":"traceutil/trace.go:171","msg":"trace[18623390] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns; range_end:; response_count:1; response_revision:26784; }","duration":"422.596878ms","start":"2026-05-28T03:02:55.290817Z","end":"2026-05-28T03:02:55.713413Z","steps":["trace[18623390] 'agreement among raft nodes before linearized reading' (duration: 422.511165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.713455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.290813Z","time spent":"422.63583ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1960,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns\" "} {"level":"warn","ts":"2026-05-28T03:02:55.713553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.311011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-05-28T03:02:55.713562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.673841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2556"} {"level":"info","ts":"2026-05-28T03:02:55.713589Z","caller":"traceutil/trace.go:171","msg":"trace[789703863] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26784; }","duration":"423.363223ms","start":"2026-05-28T03:02:55.290218Z","end":"2026-05-28T03:02:55.713581Z","steps":["trace[789703863] 'agreement among raft nodes before linearized reading' (duration: 423.27471ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:55.713601Z","caller":"traceutil/trace.go:171","msg":"trace[372164914] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:26784; }","duration":"422.721073ms","start":"2026-05-28T03:02:55.290868Z","end":"2026-05-28T03:02:55.713589Z","steps":["trace[372164914] 'agreement among raft nodes before linearized reading' (duration: 422.604769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.713611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.797575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1453"} {"level":"warn","ts":"2026-05-28T03:02:55.713637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.290864Z","time spent":"422.765094ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2579,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} {"level":"warn","ts":"2026-05-28T03:02:55.71362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.290206Z","time spent":"423.408024ms","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T03:02:55.713703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.647032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-05-28T03:02:55.713739Z","caller":"traceutil/trace.go:171","msg":"trace[66157283] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:26784; }","duration":"423.701073ms","start":"2026-05-28T03:02:55.290031Z","end":"2026-05-28T03:02:55.713732Z","steps":["trace[66157283] 'agreement among raft nodes before linearized reading' (duration: 423.60554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.713771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.290022Z","time spent":"423.741915ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-05-28T03:02:55.713868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.995941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/cinder-api\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-05-28T03:02:55.713917Z","caller":"traceutil/trace.go:171","msg":"trace[270167597] range","detail":"{range_begin:/registry/services/specs/openstack/cinder-api; range_end:; response_count:1; response_revision:26784; }","duration":"423.052993ms","start":"2026-05-28T03:02:55.290852Z","end":"2026-05-28T03:02:55.713905Z","steps":["trace[270167597] 'agreement among raft nodes before linearized reading' (duration: 422.910988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.713938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.131835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"warn","ts":"2026-05-28T03:02:55.71396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.290847Z","time spent":"423.103034ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":948,"request content":"key:\"/registry/services/specs/openstack/cinder-api\" "} {"level":"info","ts":"2026-05-28T03:02:55.713986Z","caller":"traceutil/trace.go:171","msg":"trace[447971040] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:26784; }","duration":"423.196218ms","start":"2026-05-28T03:02:55.29078Z","end":"2026-05-28T03:02:55.713976Z","steps":["trace[447971040] 'agreement among raft nodes before linearized reading' (duration: 423.071894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.714011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.854766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"warn","ts":"2026-05-28T03:02:55.714024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.290777Z","time spent":"423.239469ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"info","ts":"2026-05-28T03:02:55.71404Z","caller":"traceutil/trace.go:171","msg":"trace[105313412] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:26784; }","duration":"427.905247ms","start":"2026-05-28T03:02:55.286127Z","end":"2026-05-28T03:02:55.714032Z","steps":["trace[105313412] 'agreement among raft nodes before linearized reading' (duration: 427.808954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.714076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.286116Z","time spent":"427.953789ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1269,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" "} {"level":"warn","ts":"2026-05-28T03:02:55.714155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.2916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1452"} {"level":"info","ts":"2026-05-28T03:02:55.714202Z","caller":"traceutil/trace.go:171","msg":"trace[2101357727] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26784; }","duration":"423.343753ms","start":"2026-05-28T03:02:55.290846Z","end":"2026-05-28T03:02:55.71419Z","steps":["trace[2101357727] 'agreement among raft nodes before linearized reading' (duration: 423.219549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.714243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.290842Z","time spent":"423.391984ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-05-28T03:02:55.713648Z","caller":"traceutil/trace.go:171","msg":"trace[32503716] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26784; }","duration":"422.837636ms","start":"2026-05-28T03:02:55.2908Z","end":"2026-05-28T03:02:55.713637Z","steps":["trace[32503716] 'agreement among raft nodes before linearized reading' (duration: 422.754463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:55.714453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.290796Z","time spent":"423.645022ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1476,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-05-28T03:02:56.151032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.501381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2871"} {"level":"info","ts":"2026-05-28T03:02:56.151121Z","caller":"traceutil/trace.go:171","msg":"trace[759017245] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:26785; }","duration":"164.603334ms","start":"2026-05-28T03:02:55.986494Z","end":"2026-05-28T03:02:56.151097Z","steps":["trace[759017245] 'range keys from in-memory index tree' (duration: 164.337296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:56.151181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.709645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-05-28T03:02:56.151244Z","caller":"traceutil/trace.go:171","msg":"trace[1845656253] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:26785; }","duration":"140.830228ms","start":"2026-05-28T03:02:56.010399Z","end":"2026-05-28T03:02:56.151229Z","steps":["trace[1845656253] 'range keys from in-memory index tree' (duration: 140.5602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:56.151421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.324412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-05-28T03:02:56.151429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.966121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"warn","ts":"2026-05-28T03:02:56.151032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.087045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-05-28T03:02:56.151524Z","caller":"traceutil/trace.go:171","msg":"trace[2132086421] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:26785; }","duration":"190.121706ms","start":"2026-05-28T03:02:55.961381Z","end":"2026-05-28T03:02:56.151503Z","steps":["trace[2132086421] 'range keys from in-memory index tree' (duration: 189.571568ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:56.151544Z","caller":"traceutil/trace.go:171","msg":"trace[1898305410] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:26785; }","duration":"240.657383ms","start":"2026-05-28T03:02:55.910873Z","end":"2026-05-28T03:02:56.151531Z","steps":["trace[1898305410] 'range keys from in-memory index tree' (duration: 239.914249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:56.151582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.479647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-05-28T03:02:56.15161Z","caller":"traceutil/trace.go:171","msg":"trace[926899958] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26785; }","duration":"340.536699ms","start":"2026-05-28T03:02:55.811066Z","end":"2026-05-28T03:02:56.151603Z","steps":["trace[926899958] 'range keys from in-memory index tree' (duration: 340.372294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:56.151634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.811049Z","time spent":"340.57846ms","remote":"127.0.0.1:33258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-05-28T03:02:56.151666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.282658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-05-28T03:02:56.151691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.933677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"warn","ts":"2026-05-28T03:02:56.15166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.189108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-4iduvp\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-05-28T03:02:56.15172Z","caller":"traceutil/trace.go:171","msg":"trace[555347086] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:26785; }","duration":"216.01963ms","start":"2026-05-28T03:02:55.935691Z","end":"2026-05-28T03:02:56.151711Z","steps":["trace[555347086] 'range keys from in-memory index tree' (duration: 215.797182ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:56.15172Z","caller":"traceutil/trace.go:171","msg":"trace[771926585] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26785; }","duration":"266.37902ms","start":"2026-05-28T03:02:55.885319Z","end":"2026-05-28T03:02:56.151698Z","steps":["trace[771926585] 'range keys from in-memory index tree' (duration: 266.165454ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:56.151756Z","caller":"traceutil/trace.go:171","msg":"trace[679834099] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-4iduvp; range_end:; response_count:1; response_revision:26785; }","duration":"290.349943ms","start":"2026-05-28T03:02:55.86138Z","end":"2026-05-28T03:02:56.15173Z","steps":["trace[679834099] 'range keys from in-memory index tree' (duration: 289.984061ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:56.151506Z","caller":"traceutil/trace.go:171","msg":"trace[896964217] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26785; }","duration":"351.434246ms","start":"2026-05-28T03:02:55.800056Z","end":"2026-05-28T03:02:56.151491Z","steps":["trace[896964217] 'range keys from in-memory index tree' (duration: 351.193758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:56.151828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.800044Z","time spent":"351.774676ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-05-28T03:02:56.151922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.020469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-05-28T03:02:56.151951Z","caller":"traceutil/trace.go:171","msg":"trace[471929897] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:26785; }","duration":"316.082631ms","start":"2026-05-28T03:02:55.83586Z","end":"2026-05-28T03:02:56.151942Z","steps":["trace[471929897] 'range keys from in-memory index tree' (duration: 315.336297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:56.151979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:55.835831Z","time spent":"316.139423ms","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"info","ts":"2026-05-28T03:02:56.158878Z","caller":"traceutil/trace.go:171","msg":"trace[1131792766] transaction","detail":"{read_only:false; response_revision:26786; number_of_response:1; }","duration":"140.993984ms","start":"2026-05-28T03:02:56.017863Z","end":"2026-05-28T03:02:56.158857Z","steps":["trace[1131792766] 'process raft request' (duration: 140.787927ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:56.158803Z","caller":"traceutil/trace.go:171","msg":"trace[1613678267] linearizableReadLoop","detail":"{readStateIndex:27697; appliedIndex:27696; }","duration":"122.303469ms","start":"2026-05-28T03:02:56.036483Z","end":"2026-05-28T03:02:56.158787Z","steps":["trace[1613678267] 'read index received' (duration: 122.150405ms)","trace[1613678267] 'applied index is now lower than readState.Index' (duration: 151.864µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:56.159068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.578458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2887"} {"level":"info","ts":"2026-05-28T03:02:56.159122Z","caller":"traceutil/trace.go:171","msg":"trace[695471129] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:26786; }","duration":"122.729823ms","start":"2026-05-28T03:02:56.036378Z","end":"2026-05-28T03:02:56.159107Z","steps":["trace[695471129] 'agreement among raft nodes before linearized reading' (duration: 122.572508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:56.4156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.062919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:56.415737Z","caller":"traceutil/trace.go:171","msg":"trace[1415660899] linearizableReadLoop","detail":"{readStateIndex:27698; appliedIndex:27697; }","duration":"245.633931ms","start":"2026-05-28T03:02:56.170081Z","end":"2026-05-28T03:02:56.415715Z","steps":["trace[1415660899] 'read index received' (duration: 102.278422ms)","trace[1415660899] 'applied index is now lower than readState.Index' (duration: 143.353809ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:56.415795Z","caller":"traceutil/trace.go:171","msg":"trace[1696073471] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"248.627666ms","start":"2026-05-28T03:02:56.167117Z","end":"2026-05-28T03:02:56.415744Z","steps":["trace[1696073471] 'process raft request' (duration: 105.340479ms)","trace[1696073471] 'compare' (duration: 142.714068ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:56.41603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.301753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-05-28T03:02:56.416088Z","caller":"traceutil/trace.go:171","msg":"trace[1288122202] range","detail":"{range_begin:/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95; range_end:; response_count:1; response_revision:26787; }","duration":"230.385326ms","start":"2026-05-28T03:02:56.185685Z","end":"2026-05-28T03:02:56.41607Z","steps":["trace[1288122202] 'agreement among raft nodes before linearized reading' (duration: 230.152239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:56.416159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.360229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4519"} {"level":"info","ts":"2026-05-28T03:02:56.41693Z","caller":"traceutil/trace.go:171","msg":"trace[906094545] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:26787; }","duration":"155.211496ms","start":"2026-05-28T03:02:56.261696Z","end":"2026-05-28T03:02:56.416907Z","steps":["trace[906094545] 'agreement among raft nodes before linearized reading' (duration: 154.322497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:56.416164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.515096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-05-28T03:02:56.417054Z","caller":"traceutil/trace.go:171","msg":"trace[71146278] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:26787; }","duration":"106.438704ms","start":"2026-05-28T03:02:56.31059Z","end":"2026-05-28T03:02:56.417029Z","steps":["trace[71146278] 'agreement among raft nodes before linearized reading' (duration: 105.528336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:56.416162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.422542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-65565fdb7f\" ","response":"range_response_count:1 size:4174"} {"level":"info","ts":"2026-05-28T03:02:56.417158Z","caller":"traceutil/trace.go:171","msg":"trace[285081617] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-65565fdb7f; range_end:; response_count:1; response_revision:26787; }","duration":"178.478456ms","start":"2026-05-28T03:02:56.238666Z","end":"2026-05-28T03:02:56.417145Z","steps":["trace[285081617] 'agreement among raft nodes before linearized reading' (duration: 177.390952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:56.416233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.156378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-05-28T03:02:56.417274Z","caller":"traceutil/trace.go:171","msg":"trace[415241690] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:26787; }","duration":"247.198411ms","start":"2026-05-28T03:02:56.170056Z","end":"2026-05-28T03:02:56.417254Z","steps":["trace[415241690] 'agreement among raft nodes before linearized reading' (duration: 245.764145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:56.416266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.020185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3660"} {"level":"info","ts":"2026-05-28T03:02:56.417346Z","caller":"traceutil/trace.go:171","msg":"trace[1969768139] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:26787; }","duration":"131.13729ms","start":"2026-05-28T03:02:56.286197Z","end":"2026-05-28T03:02:56.417335Z","steps":["trace[1969768139] 'agreement among raft nodes before linearized reading' (duration: 129.959703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:56.41629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.361241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-05-28T03:02:56.417466Z","caller":"traceutil/trace.go:171","msg":"trace[1630977878] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26787; }","duration":"206.573769ms","start":"2026-05-28T03:02:56.210879Z","end":"2026-05-28T03:02:56.417453Z","steps":["trace[1630977878] 'agreement among raft nodes before linearized reading' (duration: 205.222156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.002014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.551223ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:57.002136Z","caller":"traceutil/trace.go:171","msg":"trace[56177325] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26787; }","duration":"459.688407ms","start":"2026-05-28T03:02:56.54243Z","end":"2026-05-28T03:02:57.002118Z","steps":["trace[56177325] 'range keys from in-memory index tree' (duration: 459.534472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.002252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.555236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:57.002369Z","caller":"traceutil/trace.go:171","msg":"trace[1499983531] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"577.553745ms","start":"2026-05-28T03:02:56.424801Z","end":"2026-05-28T03:02:57.002355Z","steps":["trace[1499983531] 'process raft request' (duration: 265.837214ms)","trace[1499983531] 'compare' (duration: 311.233046ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:57.00245Z","caller":"traceutil/trace.go:171","msg":"trace[465836307] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"463.606982ms","start":"2026-05-28T03:02:56.538827Z","end":"2026-05-28T03:02:57.002434Z","steps":["trace[465836307] 'process raft request' (duration: 463.517089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.002451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.424781Z","time spent":"577.624707ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:02:57.002526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.538813Z","time spent":"463.675084ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:57.00255Z","caller":"traceutil/trace.go:171","msg":"trace[622081866] linearizableReadLoop","detail":"{readStateIndex:27699; appliedIndex:27698; }","duration":"566.773182ms","start":"2026-05-28T03:02:56.435673Z","end":"2026-05-28T03:02:57.002446Z","steps":["trace[622081866] 'read index received' (duration: 254.974258ms)","trace[622081866] 'applied index is now lower than readState.Index' (duration: 311.795884ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:57.002848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.173445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-05-28T03:02:57.003424Z","caller":"traceutil/trace.go:171","msg":"trace[1532527260] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:26789; }","duration":"567.767804ms","start":"2026-05-28T03:02:56.435637Z","end":"2026-05-28T03:02:57.003405Z","steps":["trace[1532527260] 'agreement among raft nodes before linearized reading' (duration: 567.137224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.003554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.435621Z","time spent":"567.905128ms","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9532,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-05-28T03:02:57.509529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.720802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:57.509815Z","caller":"traceutil/trace.go:171","msg":"trace[776281145] transaction","detail":"{read_only:false; response_revision:26796; number_of_response:1; }","duration":"500.075562ms","start":"2026-05-28T03:02:57.009724Z","end":"2026-05-28T03:02:57.5098Z","steps":["trace[776281145] 'process raft request' (duration: 500.02565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.509861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.009683Z","time spent":"500.157075ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:02:57.510111Z","caller":"traceutil/trace.go:171","msg":"trace[213930294] transaction","detail":"{read_only:false; response_revision:26790; number_of_response:1; }","duration":"588.634928ms","start":"2026-05-28T03:02:56.921465Z","end":"2026-05-28T03:02:57.5101Z","steps":["trace[213930294] 'process raft request' (duration: 321.280146ms)","trace[213930294] 'compare' (duration: 266.522676ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:57.510175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.921443Z","time spent":"588.69068ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:57.510231Z","caller":"traceutil/trace.go:171","msg":"trace[1294542355] transaction","detail":"{read_only:false; response_revision:26795; number_of_response:1; }","duration":"582.385729ms","start":"2026-05-28T03:02:56.927816Z","end":"2026-05-28T03:02:57.510202Z","steps":["trace[1294542355] 'process raft request' (duration: 581.897554ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:57.510313Z","caller":"traceutil/trace.go:171","msg":"trace[683328293] linearizableReadLoop","detail":"{readStateIndex:27706; appliedIndex:27700; }","duration":"506.995152ms","start":"2026-05-28T03:02:57.003308Z","end":"2026-05-28T03:02:57.510303Z","steps":["trace[683328293] 'read index received' (duration: 239.518906ms)","trace[683328293] 'applied index is now lower than readState.Index' (duration: 267.474876ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:57.510362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.927805Z","time spent":"582.487372ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:57.510544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.975249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5015"} {"level":"info","ts":"2026-05-28T03:02:57.510574Z","caller":"traceutil/trace.go:171","msg":"trace[1944280389] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:26796; }","duration":"600.036611ms","start":"2026-05-28T03:02:56.910528Z","end":"2026-05-28T03:02:57.510565Z","steps":["trace[1944280389] 'agreement among raft nodes before linearized reading' (duration: 599.973699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.5106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.910513Z","time spent":"600.078162ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5038,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-05-28T03:02:57.510734Z","caller":"traceutil/trace.go:171","msg":"trace[1159619079] transaction","detail":"{read_only:false; response_revision:26793; number_of_response:1; }","duration":"589.092663ms","start":"2026-05-28T03:02:56.92163Z","end":"2026-05-28T03:02:57.510722Z","steps":["trace[1159619079] 'process raft request' (duration: 588.04074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.510783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.921623Z","time spent":"589.135694ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:57.510819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.861243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"info","ts":"2026-05-28T03:02:57.510847Z","caller":"traceutil/trace.go:171","msg":"trace[2020645526] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:26796; }","duration":"620.935556ms","start":"2026-05-28T03:02:56.889904Z","end":"2026-05-28T03:02:57.510839Z","steps":["trace[2020645526] 'agreement among raft nodes before linearized reading' (duration: 620.829492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.510872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.889881Z","time spent":"620.983817ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4635,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"info","ts":"2026-05-28T03:02:57.510883Z","caller":"traceutil/trace.go:171","msg":"trace[1786122517] transaction","detail":"{read_only:false; response_revision:26791; number_of_response:1; }","duration":"589.2993ms","start":"2026-05-28T03:02:56.921577Z","end":"2026-05-28T03:02:57.510876Z","steps":["trace[1786122517] 'process raft request' (duration: 588.025259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.51092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.921565Z","time spent":"589.335451ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:57.510941Z","caller":"traceutil/trace.go:171","msg":"trace[340706569] transaction","detail":"{read_only:false; response_revision:26794; number_of_response:1; }","duration":"584.450185ms","start":"2026-05-28T03:02:56.926462Z","end":"2026-05-28T03:02:57.510912Z","steps":["trace[340706569] 'process raft request' (duration: 583.232686ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:57.511037Z","caller":"traceutil/trace.go:171","msg":"trace[1289909457] transaction","detail":"{read_only:false; response_revision:26792; number_of_response:1; }","duration":"589.456685ms","start":"2026-05-28T03:02:56.921574Z","end":"2026-05-28T03:02:57.51103Z","steps":["trace[1289909457] 'process raft request' (duration: 588.068551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.511051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.484743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-05-28T03:02:57.511083Z","caller":"traceutil/trace.go:171","msg":"trace[1410947690] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:26796; }","duration":"649.553435ms","start":"2026-05-28T03:02:56.861519Z","end":"2026-05-28T03:02:57.511072Z","steps":["trace[1410947690] 'agreement among raft nodes before linearized reading' (duration: 649.468292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.511113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.861501Z","time spent":"649.602097ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3914,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-05-28T03:02:57.511261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.215489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:57.511285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.199565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"range_response_count:1 size:4253"} {"level":"info","ts":"2026-05-28T03:02:57.511298Z","caller":"traceutil/trace.go:171","msg":"trace[910166924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26796; }","duration":"974.283761ms","start":"2026-05-28T03:02:56.537006Z","end":"2026-05-28T03:02:57.511289Z","steps":["trace[910166924] 'agreement among raft nodes before linearized reading' (duration: 974.227069ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:57.511312Z","caller":"traceutil/trace.go:171","msg":"trace[816016727] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:26796; }","duration":"950.278168ms","start":"2026-05-28T03:02:56.561026Z","end":"2026-05-28T03:02:57.511305Z","steps":["trace[816016727] 'agreement among raft nodes before linearized reading' (duration: 950.155494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.511323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.536986Z","time spent":"974.331002ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:02:57.51133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.560994Z","time spent":"950.333149ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4276,"request content":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" "} {"level":"warn","ts":"2026-05-28T03:02:57.511363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.54439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"info","ts":"2026-05-28T03:02:57.511384Z","caller":"traceutil/trace.go:171","msg":"trace[531649428] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:26796; }","duration":"674.598222ms","start":"2026-05-28T03:02:56.836779Z","end":"2026-05-28T03:02:57.511378Z","steps":["trace[531649428] 'agreement among raft nodes before linearized reading' (duration: 674.563431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.511405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.836763Z","time spent":"674.637554ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4773,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-05-28T03:02:57.511436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.683621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"info","ts":"2026-05-28T03:02:57.511451Z","caller":"traceutil/trace.go:171","msg":"trace[39798152] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:26796; }","duration":"850.718471ms","start":"2026-05-28T03:02:56.660726Z","end":"2026-05-28T03:02:57.511445Z","steps":["trace[39798152] 'agreement among raft nodes before linearized reading' (duration: 850.671059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.511468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.660716Z","time spent":"850.749043ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5204,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:02:57.511471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.237674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4495"} {"level":"warn","ts":"2026-05-28T03:02:57.511506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.519499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-05-28T03:02:57.511532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.583612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"range_response_count:1 size:3114"} {"level":"info","ts":"2026-05-28T03:02:57.511521Z","caller":"traceutil/trace.go:171","msg":"trace[466811226] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:26796; }","duration":"749.323477ms","start":"2026-05-28T03:02:56.762182Z","end":"2026-05-28T03:02:57.511506Z","steps":["trace[466811226] 'agreement among raft nodes before linearized reading' (duration: 749.190903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.511537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.849046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"warn","ts":"2026-05-28T03:02:57.511538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.833531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5058"} {"level":"info","ts":"2026-05-28T03:02:57.511566Z","caller":"traceutil/trace.go:171","msg":"trace[1412863752] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:26796; }","duration":"900.938349ms","start":"2026-05-28T03:02:56.610619Z","end":"2026-05-28T03:02:57.511558Z","steps":["trace[1412863752] 'agreement among raft nodes before linearized reading' (duration: 900.847656ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:57.511571Z","caller":"traceutil/trace.go:171","msg":"trace[1917121414] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:26796; }","duration":"697.915253ms","start":"2026-05-28T03:02:56.813646Z","end":"2026-05-28T03:02:57.511561Z","steps":["trace[1917121414] 'agreement among raft nodes before linearized reading' (duration: 697.8183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.51157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.762164Z","time spent":"749.39579ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4518,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-05-28T03:02:57.511326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.396351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5642"} {"level":"warn","ts":"2026-05-28T03:02:57.511592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.298967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:02:57.511595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.813626Z","time spent":"697.963025ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5081,"request content":"key:\"/registry/deployments/capi-system/capi-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:02:57.511602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.564223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-05-28T03:02:57.511609Z","caller":"traceutil/trace.go:171","msg":"trace[570966903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26796; }","duration":"855.344648ms","start":"2026-05-28T03:02:56.65626Z","end":"2026-05-28T03:02:57.511605Z","steps":["trace[570966903] 'agreement among raft nodes before linearized reading' (duration: 855.320257ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:57.511611Z","caller":"traceutil/trace.go:171","msg":"trace[762286394] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:26796; }","duration":"822.719321ms","start":"2026-05-28T03:02:56.688885Z","end":"2026-05-28T03:02:57.511605Z","steps":["trace[762286394] 'agreement among raft nodes before linearized reading' (duration: 822.343339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.511623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.656247Z","time spent":"855.37244ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:57.511623Z","caller":"traceutil/trace.go:171","msg":"trace[1399651658] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:26796; }","duration":"776.619885ms","start":"2026-05-28T03:02:56.734997Z","end":"2026-05-28T03:02:57.511617Z","steps":["trace[1399651658] 'agreement among raft nodes before linearized reading' (duration: 776.545333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.511621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000827354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5210"} {"level":"warn","ts":"2026-05-28T03:02:57.511644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.734979Z","time spent":"776.661226ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4243,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-05-28T03:02:57.511656Z","caller":"traceutil/trace.go:171","msg":"trace[1240098930] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:26796; }","duration":"1.001102753s","start":"2026-05-28T03:02:56.510545Z","end":"2026-05-28T03:02:57.511648Z","steps":["trace[1240098930] 'agreement among raft nodes before linearized reading' (duration: 1.00100551s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:57.511546Z","caller":"traceutil/trace.go:171","msg":"trace[1840783223] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; response_count:1; response_revision:26796; }","duration":"925.641734ms","start":"2026-05-28T03:02:56.585899Z","end":"2026-05-28T03:02:57.511541Z","steps":["trace[1840783223] 'agreement among raft nodes before linearized reading' (duration: 925.603813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.511684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.818399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4587"} {"level":"warn","ts":"2026-05-28T03:02:57.51157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.494491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:57.511705Z","caller":"traceutil/trace.go:171","msg":"trace[262683529] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:26796; }","duration":"875.908202ms","start":"2026-05-28T03:02:56.63579Z","end":"2026-05-28T03:02:57.511698Z","steps":["trace[262683529] 'agreement among raft nodes before linearized reading' (duration: 875.85084ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:57.511712Z","caller":"traceutil/trace.go:171","msg":"trace[1199415506] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26796; }","duration":"943.668666ms","start":"2026-05-28T03:02:56.568039Z","end":"2026-05-28T03:02:57.511708Z","steps":["trace[1199415506] 'agreement among raft nodes before linearized reading' (duration: 943.515151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.511708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.585878Z","time spent":"925.822069ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3137,"request content":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" "} {"level":"warn","ts":"2026-05-28T03:02:57.511725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.635766Z","time spent":"875.950874ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":4610,"request content":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" "} {"level":"warn","ts":"2026-05-28T03:02:57.511734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.568024Z","time spent":"943.699758ms","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:57.511734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.546126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4710"} {"level":"info","ts":"2026-05-28T03:02:57.511752Z","caller":"traceutil/trace.go:171","msg":"trace[514841668] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:26796; }","duration":"800.596338ms","start":"2026-05-28T03:02:56.71115Z","end":"2026-05-28T03:02:57.511746Z","steps":["trace[514841668] 'agreement among raft nodes before linearized reading' (duration: 800.535476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.511682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.51052Z","time spent":"1.001154045s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5233,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" "} {"level":"warn","ts":"2026-05-28T03:02:57.511768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.711133Z","time spent":"800.631008ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4733,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-05-28T03:02:57.511765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022748922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-8495db784f\" ","response":"range_response_count:1 size:10513"} {"level":"warn","ts":"2026-05-28T03:02:57.511588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.610597Z","time spent":"900.985149ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5730,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"info","ts":"2026-05-28T03:02:57.511797Z","caller":"traceutil/trace.go:171","msg":"trace[104019118] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-8495db784f; range_end:; response_count:1; response_revision:26796; }","duration":"1.022826704s","start":"2026-05-28T03:02:56.488961Z","end":"2026-05-28T03:02:57.511788Z","steps":["trace[104019118] 'agreement among raft nodes before linearized reading' (duration: 1.022736541s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.51163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.688866Z","time spent":"822.758143ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5665,"request content":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-05-28T03:02:57.511825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.488934Z","time spent":"1.022883266s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":10536,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-8495db784f\" "} {"level":"warn","ts":"2026-05-28T03:02:57.511874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051415354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" ","response":"range_response_count:1 size:4899"} {"level":"warn","ts":"2026-05-28T03:02:57.511892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07584901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-05-28T03:02:57.511917Z","caller":"traceutil/trace.go:171","msg":"trace[119497802] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:26796; }","duration":"1.075886552s","start":"2026-05-28T03:02:56.436023Z","end":"2026-05-28T03:02:57.51191Z","steps":["trace[119497802] 'agreement among raft nodes before linearized reading' (duration: 1.075802789s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.511936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.436017Z","time spent":"1.075913712s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3336,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"warn","ts":"2026-05-28T03:02:57.511964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.796791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-05-28T03:02:57.511976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.840401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b\" ","response":"range_response_count:1 size:3996"} {"level":"info","ts":"2026-05-28T03:02:57.511986Z","caller":"traceutil/trace.go:171","msg":"trace[1597576676] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26796; }","duration":"498.841323ms","start":"2026-05-28T03:02:57.013137Z","end":"2026-05-28T03:02:57.511978Z","steps":["trace[1597576676] 'agreement among raft nodes before linearized reading' (duration: 498.780371ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:57.511991Z","caller":"traceutil/trace.go:171","msg":"trace[19258977] range","detail":"{range_begin:/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b; range_end:; response_count:1; response_revision:26796; }","duration":"725.889142ms","start":"2026-05-28T03:02:56.786097Z","end":"2026-05-28T03:02:57.511986Z","steps":["trace[19258977] 'agreement among raft nodes before linearized reading' (duration: 725.839531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.511999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052985483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:57.512005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.013128Z","time spent":"498.873154ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-05-28T03:02:57.512006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.786079Z","time spent":"725.923744ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4019,"request content":"key:\"/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b\" "} {"level":"info","ts":"2026-05-28T03:02:57.512022Z","caller":"traceutil/trace.go:171","msg":"trace[900072927] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26796; }","duration":"1.053058655s","start":"2026-05-28T03:02:56.458956Z","end":"2026-05-28T03:02:57.512015Z","steps":["trace[900072927] 'agreement among raft nodes before linearized reading' (duration: 1.053019494s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.512042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.458928Z","time spent":"1.053107787s","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-28T03:02:57.511895Z","caller":"traceutil/trace.go:171","msg":"trace[1271738622] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9; range_end:; response_count:1; response_revision:26796; }","duration":"1.051467435s","start":"2026-05-28T03:02:56.460419Z","end":"2026-05-28T03:02:57.511886Z","steps":["trace[1271738622] 'agreement among raft nodes before linearized reading' (duration: 1.051406413s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.512169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.46041Z","time spent":"1.051750494s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":4922,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" "} {"level":"warn","ts":"2026-05-28T03:02:57.511085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.921552Z","time spent":"589.511996ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:57.51225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.681423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:57.511536Z","caller":"traceutil/trace.go:171","msg":"trace[141044830] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:26796; }","duration":"974.595321ms","start":"2026-05-28T03:02:56.536932Z","end":"2026-05-28T03:02:57.511527Z","steps":["trace[141044830] 'agreement among raft nodes before linearized reading' (duration: 974.509728ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:57.512268Z","caller":"traceutil/trace.go:171","msg":"trace[636647116] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26796; }","duration":"179.729835ms","start":"2026-05-28T03:02:57.332532Z","end":"2026-05-28T03:02:57.512262Z","steps":["trace[636647116] 'agreement among raft nodes before linearized reading' (duration: 179.699144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.512271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.497427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"info","ts":"2026-05-28T03:02:57.512292Z","caller":"traceutil/trace.go:171","msg":"trace[980189519] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26796; }","duration":"123.548989ms","start":"2026-05-28T03:02:57.388737Z","end":"2026-05-28T03:02:57.512286Z","steps":["trace[980189519] 'agreement among raft nodes before linearized reading' (duration: 123.374103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:57.512288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.536907Z","time spent":"975.367685ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5163,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:02:57.512818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:56.926437Z","time spent":"584.557799ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:58.045173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492455477,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T03:02:58.138461Z","caller":"traceutil/trace.go:171","msg":"trace[246882117] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"595.815527ms","start":"2026-05-28T03:02:57.542622Z","end":"2026-05-28T03:02:58.138437Z","steps":["trace[246882117] 'process raft request' (duration: 595.635951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.138578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.542607Z","time spent":"595.917829ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:02:58.590525Z","caller":"traceutil/trace.go:171","msg":"trace[958958638] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"968.232829ms","start":"2026-05-28T03:02:57.622256Z","end":"2026-05-28T03:02:58.590489Z","steps":["trace[958958638] 'process raft request' (duration: 894.792373ms)","trace[958958638] 'compare' (duration: 73.099245ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:58.59058Z","caller":"traceutil/trace.go:171","msg":"trace[282520883] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"427.015929ms","start":"2026-05-28T03:02:58.163545Z","end":"2026-05-28T03:02:58.590561Z","steps":["trace[282520883] 'process raft request' (duration: 426.966927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.590695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.163531Z","time spent":"427.099791ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:58.590707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.622238Z","time spent":"968.367493ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:58.590715Z","caller":"traceutil/trace.go:171","msg":"trace[985811303] linearizableReadLoop","detail":"{readStateIndex:27709; appliedIndex:27707; }","duration":"1.046111306s","start":"2026-05-28T03:02:57.544575Z","end":"2026-05-28T03:02:58.590686Z","steps":["trace[985811303] 'read index received' (duration: 593.790162ms)","trace[985811303] 'applied index is now lower than readState.Index' (duration: 452.319174ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:58.590883Z","caller":"traceutil/trace.go:171","msg":"trace[630936186] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"436.435618ms","start":"2026-05-28T03:02:58.154438Z","end":"2026-05-28T03:02:58.590874Z","steps":["trace[630936186] 'process raft request' (duration: 435.993894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.590925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.154418Z","time spent":"436.48995ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:02:58.590997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046413635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-05-28T03:02:58.591041Z","caller":"traceutil/trace.go:171","msg":"trace[1760655034] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:26800; }","duration":"1.046613922s","start":"2026-05-28T03:02:57.544416Z","end":"2026-05-28T03:02:58.59103Z","steps":["trace[1760655034] 'agreement among raft nodes before linearized reading' (duration: 1.046410805s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.591077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.544395Z","time spent":"1.046672433s","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9606,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-05-28T03:02:58.591438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031090037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-metadata-77fb888758\" ","response":"range_response_count:1 size:9665"} {"level":"info","ts":"2026-05-28T03:02:58.591509Z","caller":"traceutil/trace.go:171","msg":"trace[695804769] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-metadata-77fb888758; range_end:; response_count:1; response_revision:26800; }","duration":"1.031195922s","start":"2026-05-28T03:02:57.560295Z","end":"2026-05-28T03:02:58.591491Z","steps":["trace[695804769] 'agreement among raft nodes before linearized reading' (duration: 1.030996435s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.591564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.560278Z","time spent":"1.031272433s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":9688,"request content":"key:\"/registry/replicasets/openstack/nova-api-metadata-77fb888758\" "} {"level":"warn","ts":"2026-05-28T03:02:58.591627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.746253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7551"} {"level":"info","ts":"2026-05-28T03:02:58.591668Z","caller":"traceutil/trace.go:171","msg":"trace[1194179700] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:26800; }","duration":"855.818224ms","start":"2026-05-28T03:02:57.735843Z","end":"2026-05-28T03:02:58.591661Z","steps":["trace[1194179700] 'agreement among raft nodes before linearized reading' (duration: 855.69511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.591689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.735826Z","time spent":"855.858976ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":7574,"request content":"key:\"/registry/deployments/openstack/cinder-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:02:58.591697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.164994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:02:58.591734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.757853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-rpc-server\" ","response":"range_response_count:1 size:8067"} {"level":"info","ts":"2026-05-28T03:02:58.591787Z","caller":"traceutil/trace.go:171","msg":"trace[350842559] range","detail":"{range_begin:/registry/deployments/openstack/neutron-rpc-server; range_end:; response_count:1; response_revision:26800; }","duration":"555.830246ms","start":"2026-05-28T03:02:58.035944Z","end":"2026-05-28T03:02:58.591774Z","steps":["trace[350842559] 'agreement among raft nodes before linearized reading' (duration: 555.681021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.591797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.19971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T03:02:58.591798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.820722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:58.591829Z","caller":"traceutil/trace.go:171","msg":"trace[829681352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26800; }","duration":"869.235571ms","start":"2026-05-28T03:02:57.722585Z","end":"2026-05-28T03:02:58.591821Z","steps":["trace[829681352] 'agreement among raft nodes before linearized reading' (duration: 869.177499ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:58.591833Z","caller":"traceutil/trace.go:171","msg":"trace[1051109922] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26800; }","duration":"670.869903ms","start":"2026-05-28T03:02:57.920955Z","end":"2026-05-28T03:02:58.591825Z","steps":["trace[1051109922] 'agreement among raft nodes before linearized reading' (duration: 670.815141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.591859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.722582Z","time spent":"869.272532ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:02:58.591866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.920949Z","time spent":"670.909004ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:58.591802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.560261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-engine\" ","response":"range_response_count:1 size:6540"} {"level":"warn","ts":"2026-05-28T03:02:58.591883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.328424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T03:02:58.591913Z","caller":"traceutil/trace.go:171","msg":"trace[1210532002] range","detail":"{range_begin:/registry/deployments/openstack/heat-engine; range_end:; response_count:1; response_revision:26800; }","duration":"830.711566ms","start":"2026-05-28T03:02:57.761196Z","end":"2026-05-28T03:02:58.591908Z","steps":["trace[1210532002] 'agreement among raft nodes before linearized reading' (duration: 830.566841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.591931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.761174Z","time spent":"830.752087ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":6563,"request content":"key:\"/registry/deployments/openstack/heat-engine\" "} {"level":"info","ts":"2026-05-28T03:02:58.591931Z","caller":"traceutil/trace.go:171","msg":"trace[1107918876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26800; }","duration":"869.409317ms","start":"2026-05-28T03:02:57.722508Z","end":"2026-05-28T03:02:58.591917Z","steps":["trace[1107918876] 'agreement among raft nodes before linearized reading' (duration: 869.266813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.591928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.019761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7854"} {"level":"warn","ts":"2026-05-28T03:02:58.592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.121874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:10406"} {"level":"info","ts":"2026-05-28T03:02:58.592038Z","caller":"traceutil/trace.go:171","msg":"trace[595991353] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:26800; }","duration":"806.180596ms","start":"2026-05-28T03:02:57.785835Z","end":"2026-05-28T03:02:58.592016Z","steps":["trace[595991353] 'agreement among raft nodes before linearized reading' (duration: 805.837015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.592091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.78582Z","time spent":"806.263898ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7877,"request content":"key:\"/registry/deployments/openstack/heat-api\" "} {"level":"info","ts":"2026-05-28T03:02:58.592079Z","caller":"traceutil/trace.go:171","msg":"trace[375923588] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:26800; }","duration":"606.216368ms","start":"2026-05-28T03:02:57.98584Z","end":"2026-05-28T03:02:58.592056Z","steps":["trace[375923588] 'agreement among raft nodes before linearized reading' (duration: 606.064623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.592112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.16672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-05-28T03:02:58.592138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.316975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7599"} {"level":"warn","ts":"2026-05-28T03:02:58.59214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.985829Z","time spent":"606.29583ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":10429,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-28T03:02:58.591705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.001543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T03:02:58.592174Z","caller":"traceutil/trace.go:171","msg":"trace[665611315] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26800; }","duration":"881.264804ms","start":"2026-05-28T03:02:57.710896Z","end":"2026-05-28T03:02:58.592161Z","steps":["trace[665611315] 'agreement among raft nodes before linearized reading' (duration: 881.104849ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:58.592187Z","caller":"traceutil/trace.go:171","msg":"trace[1369647630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26800; }","duration":"869.489749ms","start":"2026-05-28T03:02:57.722688Z","end":"2026-05-28T03:02:58.592178Z","steps":["trace[1369647630] 'agreement among raft nodes before linearized reading' (duration: 868.974293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.592216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.122875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-novncproxy-6bbbbd5f6b\" ","response":"range_response_count:1 size:9374"} {"level":"warn","ts":"2026-05-28T03:02:58.592215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.722684Z","time spent":"869.52334ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T03:02:58.592229Z","caller":"traceutil/trace.go:171","msg":"trace[1359071219] range","detail":"{range_begin:/registry/replicasets/openstack/nova-novncproxy-6bbbbd5f6b; range_end:; response_count:1; response_revision:26800; }","duration":"956.164796ms","start":"2026-05-28T03:02:57.63606Z","end":"2026-05-28T03:02:58.592225Z","steps":["trace[1359071219] 'agreement among raft nodes before linearized reading' (duration: 956.117624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.59222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.710877Z","time spent":"881.332405ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-28T03:02:58.592244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.636045Z","time spent":"956.195956ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":9397,"request content":"key:\"/registry/replicasets/openstack/nova-novncproxy-6bbbbd5f6b\" "} {"level":"warn","ts":"2026-05-28T03:02:58.592248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.794669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-658bt.18b39acb2dd24ad6\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-05-28T03:02:58.591751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.138858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:02:58.592285Z","caller":"traceutil/trace.go:171","msg":"trace[913024776] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-658bt.18b39acb2dd24ad6; range_end:; response_count:1; response_revision:26800; }","duration":"230.862311ms","start":"2026-05-28T03:02:58.361412Z","end":"2026-05-28T03:02:58.592274Z","steps":["trace[913024776] 'agreement among raft nodes before linearized reading' (duration: 230.761918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.592299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.459177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-28T03:02:58.592352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.885279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-5b5f7c7bdf\" ","response":"range_response_count:1 size:6908"} {"level":"info","ts":"2026-05-28T03:02:58.592308Z","caller":"traceutil/trace.go:171","msg":"trace[275933294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26800; }","duration":"869.700686ms","start":"2026-05-28T03:02:57.722601Z","end":"2026-05-28T03:02:58.592301Z","steps":["trace[275933294] 'agreement among raft nodes before linearized reading' (duration: 869.117928ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:58.592378Z","caller":"traceutil/trace.go:171","msg":"trace[1965832741] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-5b5f7c7bdf; range_end:; response_count:1; response_revision:26800; }","duration":"906.93336ms","start":"2026-05-28T03:02:57.685438Z","end":"2026-05-28T03:02:58.592372Z","steps":["trace[1965832741] 'agreement among raft nodes before linearized reading' (duration: 906.878538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.591631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.044505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T03:02:58.592399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.685425Z","time spent":"906.969211ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":6931,"request content":"key:\"/registry/replicasets/openstack/nova-scheduler-5b5f7c7bdf\" "} {"level":"warn","ts":"2026-05-28T03:02:58.592391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.497111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7779"} {"level":"warn","ts":"2026-05-28T03:02:58.592415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.145245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-conductor-66dcbbc8fc\" ","response":"range_response_count:1 size:6908"} {"level":"info","ts":"2026-05-28T03:02:58.592348Z","caller":"traceutil/trace.go:171","msg":"trace[2015374816] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26800; }","duration":"685.529619ms","start":"2026-05-28T03:02:57.906806Z","end":"2026-05-28T03:02:58.592335Z","steps":["trace[2015374816] 'agreement among raft nodes before linearized reading' (duration: 685.442057ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:58.592489Z","caller":"traceutil/trace.go:171","msg":"trace[228074271] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:26800; }","duration":"731.591334ms","start":"2026-05-28T03:02:57.860879Z","end":"2026-05-28T03:02:58.592471Z","steps":["trace[228074271] 'agreement among raft nodes before linearized reading' (duration: 731.412738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.59255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.86084Z","time spent":"731.696028ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7802,"request content":"key:\"/registry/deployments/openstack/magnum-api\" "} {"level":"warn","ts":"2026-05-28T03:02:58.592684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006347921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-osapi-79fd466655\" ","response":"range_response_count:1 size:7389"} {"level":"warn","ts":"2026-05-28T03:02:58.591825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.035935Z","time spent":"555.882587ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8090,"request content":"key:\"/registry/deployments/openstack/neutron-rpc-server\" "} {"level":"info","ts":"2026-05-28T03:02:58.592405Z","caller":"traceutil/trace.go:171","msg":"trace[1903199010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26800; }","duration":"869.83198ms","start":"2026-05-28T03:02:57.722567Z","end":"2026-05-28T03:02:58.592399Z","steps":["trace[1903199010] 'agreement among raft nodes before linearized reading' (duration: 868.969853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.595871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.722564Z","time spent":"873.28571ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:58.592503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.906791Z","time spent":"685.705635ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T03:02:58.591976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.72249Z","time spent":"869.473609ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:02:58.59213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.443934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-28T03:02:58.596949Z","caller":"traceutil/trace.go:171","msg":"trace[1641661192] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26800; }","duration":"683.277478ms","start":"2026-05-28T03:02:57.913657Z","end":"2026-05-28T03:02:58.596935Z","steps":["trace[1641661192] 'agreement among raft nodes before linearized reading' (duration: 678.370512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.596985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.91365Z","time spent":"683.327009ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-28T03:02:58.592167Z","caller":"traceutil/trace.go:171","msg":"trace[1397799972] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:26800; }","duration":"781.380917ms","start":"2026-05-28T03:02:57.810781Z","end":"2026-05-28T03:02:58.592162Z","steps":["trace[1397799972] 'agreement among raft nodes before linearized reading' (duration: 781.311665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.597113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.810762Z","time spent":"786.340155ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7622,"request content":"key:\"/registry/deployments/openstack/barbican-api\" "} {"level":"warn","ts":"2026-05-28T03:02:58.592228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.024166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7183"} {"level":"info","ts":"2026-05-28T03:02:58.59733Z","caller":"traceutil/trace.go:171","msg":"trace[950168928] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:26800; }","duration":"686.137179ms","start":"2026-05-28T03:02:57.911183Z","end":"2026-05-28T03:02:58.59732Z","steps":["trace[950168928] 'agreement among raft nodes before linearized reading' (duration: 680.976205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.597361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.911176Z","time spent":"686.17446ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7206,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-05-28T03:02:58.591631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.340142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11411"} {"level":"info","ts":"2026-05-28T03:02:58.597458Z","caller":"traceutil/trace.go:171","msg":"trace[815348828] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:26800; }","duration":"762.201527ms","start":"2026-05-28T03:02:57.835247Z","end":"2026-05-28T03:02:58.597449Z","steps":["trace[815348828] 'agreement among raft nodes before linearized reading' (duration: 756.274739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.597487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.835233Z","time spent":"762.247319ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11434,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"warn","ts":"2026-05-28T03:02:58.591879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.858799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-coredns\" ","response":"range_response_count:1 size:5229"} {"level":"info","ts":"2026-05-28T03:02:58.597551Z","caller":"traceutil/trace.go:171","msg":"trace[515792134] range","detail":"{range_begin:/registry/deployments/openstack/neutron-coredns; range_end:; response_count:1; response_revision:26800; }","duration":"585.56812ms","start":"2026-05-28T03:02:58.011977Z","end":"2026-05-28T03:02:58.597545Z","steps":["trace[515792134] 'agreement among raft nodes before linearized reading' (duration: 579.843698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.597576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.011962Z","time spent":"585.607382ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":5252,"request content":"key:\"/registry/deployments/openstack/neutron-coredns\" "} {"level":"warn","ts":"2026-05-28T03:02:58.592407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.722598Z","time spent":"869.798949ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:02:58.591764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.36152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"range_response_count:1 size:14828"} {"level":"info","ts":"2026-05-28T03:02:58.597677Z","caller":"traceutil/trace.go:171","msg":"trace[410082323] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; response_count:1; response_revision:26800; }","duration":"661.33309ms","start":"2026-05-28T03:02:57.936339Z","end":"2026-05-28T03:02:58.597672Z","steps":["trace[410082323] 'agreement among raft nodes before linearized reading' (duration: 655.236066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.597701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.936325Z","time spent":"661.370081ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":14851,"request content":"key:\"/registry/deployments/openstack/cinder-volume\" "} {"level":"info","ts":"2026-05-28T03:02:58.592503Z","caller":"traceutil/trace.go:171","msg":"trace[1640320419] range","detail":"{range_begin:/registry/replicasets/openstack/nova-conductor-66dcbbc8fc; range_end:; response_count:1; response_revision:26800; }","duration":"978.267268ms","start":"2026-05-28T03:02:57.614221Z","end":"2026-05-28T03:02:58.592489Z","steps":["trace[1640320419] 'agreement among raft nodes before linearized reading' (duration: 978.108373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.597776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.614202Z","time spent":"983.567776ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":6931,"request content":"key:\"/registry/replicasets/openstack/nova-conductor-66dcbbc8fc\" "} {"level":"info","ts":"2026-05-28T03:02:58.591748Z","caller":"traceutil/trace.go:171","msg":"trace[1222054211] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26800; }","duration":"666.217215ms","start":"2026-05-28T03:02:57.925516Z","end":"2026-05-28T03:02:58.591733Z","steps":["trace[1222054211] 'agreement among raft nodes before linearized reading' (duration: 666.144593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.597914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.925481Z","time spent":"672.422323ms","remote":"127.0.0.1:60090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:58.592741Z","caller":"traceutil/trace.go:171","msg":"trace[945139408] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-osapi-79fd466655; range_end:; response_count:1; response_revision:26800; }","duration":"1.006492796s","start":"2026-05-28T03:02:57.586235Z","end":"2026-05-28T03:02:58.592728Z","steps":["trace[945139408] 'agreement among raft nodes before linearized reading' (duration: 1.00629226s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.598027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.586224Z","time spent":"1.011796494s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":7412,"request content":"key:\"/registry/replicasets/openstack/nova-api-osapi-79fd466655\" "} {"level":"warn","ts":"2026-05-28T03:02:58.593499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.975586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11541"} {"level":"info","ts":"2026-05-28T03:02:58.598108Z","caller":"traceutil/trace.go:171","msg":"trace[1699719254] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:26800; }","duration":"636.616644ms","start":"2026-05-28T03:02:57.961481Z","end":"2026-05-28T03:02:58.598098Z","steps":["trace[1699719254] 'agreement among raft nodes before linearized reading' (duration: 630.449538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.598133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.961464Z","time spent":"636.661866ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11564,"request content":"key:\"/registry/deployments/openstack/cinder-backup\" "} {"level":"warn","ts":"2026-05-28T03:02:58.593793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.341255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"range_response_count:1 size:7866"} {"level":"info","ts":"2026-05-28T03:02:58.598195Z","caller":"traceutil/trace.go:171","msg":"trace[429151363] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; response_count:1; response_revision:26800; }","duration":"712.790617ms","start":"2026-05-28T03:02:57.885398Z","end":"2026-05-28T03:02:58.598189Z","steps":["trace[429151363] 'agreement among raft nodes before linearized reading' (duration: 707.357204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.598217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.885383Z","time spent":"712.828687ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7889,"request content":"key:\"/registry/deployments/openstack/heat-cfn\" "} {"level":"warn","ts":"2026-05-28T03:02:58.595356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.286194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:3013"} {"level":"info","ts":"2026-05-28T03:02:58.598275Z","caller":"traceutil/trace.go:171","msg":"trace[903294123] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:26800; }","duration":"934.265739ms","start":"2026-05-28T03:02:57.664003Z","end":"2026-05-28T03:02:58.598269Z","steps":["trace[903294123] 'agreement among raft nodes before linearized reading' (duration: 928.416393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:58.598297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:57.663986Z","time spent":"934.30628ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":3036,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"info","ts":"2026-05-28T03:02:59.071596Z","caller":"traceutil/trace.go:171","msg":"trace[1684393246] transaction","detail":"{read_only:false; response_revision:26802; number_of_response:1; }","duration":"476.403699ms","start":"2026-05-28T03:02:58.595158Z","end":"2026-05-28T03:02:59.071562Z","steps":["trace[1684393246] 'process raft request' (duration: 464.77699ms)","trace[1684393246] 'compare' (duration: 11.070522ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:59.071658Z","caller":"traceutil/trace.go:171","msg":"trace[1983884626] transaction","detail":"{read_only:false; response_revision:26805; number_of_response:1; }","duration":"468.921552ms","start":"2026-05-28T03:02:58.602713Z","end":"2026-05-28T03:02:59.071635Z","steps":["trace[1983884626] 'process raft request' (duration: 468.8557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.071738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.595144Z","time spent":"476.520983ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:59.071754Z","caller":"traceutil/trace.go:171","msg":"trace[1442410449] linearizableReadLoop","detail":"{readStateIndex:27713; appliedIndex:27711; }","duration":"475.884703ms","start":"2026-05-28T03:02:58.595855Z","end":"2026-05-28T03:02:59.07174Z","steps":["trace[1442410449] 'read index received' (duration: 70.061858ms)","trace[1442410449] 'applied index is now lower than readState.Index' (duration: 405.822065ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:59.071811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.602705Z","time spent":"469.016344ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:59.071892Z","caller":"traceutil/trace.go:171","msg":"trace[1211917583] transaction","detail":"{read_only:false; response_revision:26806; number_of_response:1; }","duration":"469.116407ms","start":"2026-05-28T03:02:58.602761Z","end":"2026-05-28T03:02:59.071878Z","steps":["trace[1211917583] 'process raft request' (duration: 468.841279ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:59.071944Z","caller":"traceutil/trace.go:171","msg":"trace[825101807] transaction","detail":"{read_only:false; response_revision:26803; number_of_response:1; }","duration":"473.517547ms","start":"2026-05-28T03:02:58.598416Z","end":"2026-05-28T03:02:59.071933Z","steps":["trace[825101807] 'process raft request' (duration: 473.019151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.072009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.598394Z","time spent":"473.58148ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:59.072031Z","caller":"traceutil/trace.go:171","msg":"trace[1884737360] transaction","detail":"{read_only:false; response_revision:26808; number_of_response:1; }","duration":"463.192499ms","start":"2026-05-28T03:02:58.608804Z","end":"2026-05-28T03:02:59.071997Z","steps":["trace[1884737360] 'process raft request' (duration: 462.90276ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:59.072097Z","caller":"traceutil/trace.go:171","msg":"trace[1815027713] transaction","detail":"{read_only:false; response_revision:26804; number_of_response:1; }","duration":"470.833012ms","start":"2026-05-28T03:02:58.601251Z","end":"2026-05-28T03:02:59.072084Z","steps":["trace[1815027713] 'process raft request' (duration: 470.274634ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:59.072099Z","caller":"traceutil/trace.go:171","msg":"trace[2037979399] transaction","detail":"{read_only:false; response_revision:26807; number_of_response:1; }","duration":"469.209031ms","start":"2026-05-28T03:02:58.602877Z","end":"2026-05-28T03:02:59.072086Z","steps":["trace[2037979399] 'process raft request' (duration: 468.782998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.072146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.601244Z","time spent":"470.875923ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:59.072152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.60287Z","time spent":"469.254362ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:59.071947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.602756Z","time spent":"469.159769ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:59.072175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.608782Z","time spent":"463.320714ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:59.072251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.393239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/octavia-housekeeping-7cc668d848\" ","response":"range_response_count:1 size:7402"} {"level":"info","ts":"2026-05-28T03:02:59.072373Z","caller":"traceutil/trace.go:171","msg":"trace[2020018282] range","detail":"{range_begin:/registry/replicasets/openstack/octavia-housekeeping-7cc668d848; range_end:; response_count:1; response_revision:26808; }","duration":"476.533143ms","start":"2026-05-28T03:02:58.595829Z","end":"2026-05-28T03:02:59.072362Z","steps":["trace[2020018282] 'agreement among raft nodes before linearized reading' (duration: 476.1371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.072408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.595818Z","time spent":"476.580175ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":7425,"request content":"key:\"/registry/replicasets/openstack/octavia-housekeeping-7cc668d848\" "} {"level":"info","ts":"2026-05-28T03:02:59.148069Z","caller":"traceutil/trace.go:171","msg":"trace[1880195406] transaction","detail":"{read_only:false; response_revision:26809; number_of_response:1; }","duration":"138.99839ms","start":"2026-05-28T03:02:59.009044Z","end":"2026-05-28T03:02:59.148042Z","steps":["trace[1880195406] 'process raft request' (duration: 138.857476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.148162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.948527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:7208"} {"level":"info","ts":"2026-05-28T03:02:59.148217Z","caller":"traceutil/trace.go:171","msg":"trace[490166833] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:26809; }","duration":"550.03841ms","start":"2026-05-28T03:02:58.598164Z","end":"2026-05-28T03:02:59.148203Z","steps":["trace[490166833] 'agreement among raft nodes before linearized reading' (duration: 549.890066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.148255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.598145Z","time spent":"550.102523ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7231,"request content":"key:\"/registry/deployments/openstack/nova-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:02:59.14829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.876679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/orc-system/orc-controller-manager-6cb597b5d4\" ","response":"range_response_count:1 size:3302"} {"level":"warn","ts":"2026-05-28T03:02:59.148308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.93962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-api-5b95fdbffc\" ","response":"range_response_count:1 size:6640"} {"level":"info","ts":"2026-05-28T03:02:59.148354Z","caller":"traceutil/trace.go:171","msg":"trace[1286862313] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-api-5b95fdbffc; range_end:; response_count:1; response_revision:26809; }","duration":"534.985022ms","start":"2026-05-28T03:02:58.613357Z","end":"2026-05-28T03:02:59.148342Z","steps":["trace[1286862313] 'agreement among raft nodes before linearized reading' (duration: 534.884019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.148389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.202399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:134"} {"level":"warn","ts":"2026-05-28T03:02:59.148395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.613313Z","time spent":"535.072404ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6663,"request content":"key:\"/registry/replicasets/openstack/staffeln-api-5b95fdbffc\" "} {"level":"warn","ts":"2026-05-28T03:02:59.14847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.951811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd\" ","response":"range_response_count:1 size:8896"} {"level":"info","ts":"2026-05-28T03:02:59.148502Z","caller":"traceutil/trace.go:171","msg":"trace[2050859419] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd; range_end:; response_count:1; response_revision:26809; }","duration":"534.990952ms","start":"2026-05-28T03:02:58.613501Z","end":"2026-05-28T03:02:59.148492Z","steps":["trace[2050859419] 'agreement among raft nodes before linearized reading' (duration: 534.888018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.148506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.078435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:7208"} {"level":"warn","ts":"2026-05-28T03:02:59.148522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.613496Z","time spent":"535.020283ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":8919,"request content":"key:\"/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd\" "} {"level":"info","ts":"2026-05-28T03:02:59.148532Z","caller":"traceutil/trace.go:171","msg":"trace[891844416] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:26809; }","duration":"535.122556ms","start":"2026-05-28T03:02:58.613399Z","end":"2026-05-28T03:02:59.148522Z","steps":["trace[891844416] 'agreement among raft nodes before linearized reading' (duration: 535.039054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.148557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.61337Z","time spent":"535.179638ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7231,"request content":"key:\"/registry/deployments/openstack/nova-conductor\" "} {"level":"info","ts":"2026-05-28T03:02:59.148406Z","caller":"traceutil/trace.go:171","msg":"trace[2063868607] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:26809; }","duration":"352.257031ms","start":"2026-05-28T03:02:58.796144Z","end":"2026-05-28T03:02:59.148401Z","steps":["trace[2063868607] 'agreement among raft nodes before linearized reading' (duration: 352.189879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.148624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.653601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-4m4bv.18b39acd7ef6da09\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-05-28T03:02:59.148647Z","caller":"traceutil/trace.go:171","msg":"trace[1582271838] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-4m4bv.18b39acd7ef6da09; range_end:; response_count:1; response_revision:26809; }","duration":"478.709902ms","start":"2026-05-28T03:02:58.669931Z","end":"2026-05-28T03:02:59.148641Z","steps":["trace[1582271838] 'agreement among raft nodes before linearized reading' (duration: 478.64341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.148669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.669912Z","time spent":"478.752074ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-4m4bv.18b39acd7ef6da09\" "} {"level":"warn","ts":"2026-05-28T03:02:59.148662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.497896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:9965"} {"level":"warn","ts":"2026-05-28T03:02:59.148655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.740463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/placement-api-5fd747cff7\" ","response":"range_response_count:1 size:7373"} {"level":"warn","ts":"2026-05-28T03:02:59.148667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.796122Z","time spent":"352.525829ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-05-28T03:02:59.148687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.354843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4088"} {"level":"info","ts":"2026-05-28T03:02:59.148706Z","caller":"traceutil/trace.go:171","msg":"trace[1142933456] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:26809; }","duration":"550.552597ms","start":"2026-05-28T03:02:58.598142Z","end":"2026-05-28T03:02:59.148694Z","steps":["trace[1142933456] 'agreement among raft nodes before linearized reading' (duration: 550.403142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.148711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.623579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9674"} {"level":"info","ts":"2026-05-28T03:02:59.148718Z","caller":"traceutil/trace.go:171","msg":"trace[1134496641] range","detail":"{range_begin:/registry/replicasets/openstack/placement-api-5fd747cff7; range_end:; response_count:1; response_revision:26809; }","duration":"550.823125ms","start":"2026-05-28T03:02:58.597878Z","end":"2026-05-28T03:02:59.148701Z","steps":["trace[1134496641] 'agreement among raft nodes before linearized reading' (duration: 550.622179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.148738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.598137Z","time spent":"550.594058ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9988,"request content":"key:\"/registry/deployments/openstack/nova-api-metadata\" "} {"level":"warn","ts":"2026-05-28T03:02:59.148743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.050483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-28T03:02:59.148721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.613609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" ","response":"range_response_count:1 size:4106"} {"level":"info","ts":"2026-05-28T03:02:59.148783Z","caller":"traceutil/trace.go:171","msg":"trace[683063949] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26809; }","duration":"551.090454ms","start":"2026-05-28T03:02:58.597681Z","end":"2026-05-28T03:02:59.148771Z","steps":["trace[683063949] 'agreement among raft nodes before linearized reading' (duration: 550.982311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.148789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.446216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/octavia-api-6dbc587fc9\" ","response":"range_response_count:1 size:7774"} {"level":"warn","ts":"2026-05-28T03:02:59.148799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.442246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59\" ","response":"range_response_count:1 size:24199"} {"level":"info","ts":"2026-05-28T03:02:59.148802Z","caller":"traceutil/trace.go:171","msg":"trace[1006202895] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-69cb5bbdb9; range_end:; response_count:1; response_revision:26809; }","duration":"550.728373ms","start":"2026-05-28T03:02:58.598056Z","end":"2026-05-28T03:02:59.148784Z","steps":["trace[1006202895] 'agreement among raft nodes before linearized reading' (duration: 550.472295ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:59.148814Z","caller":"traceutil/trace.go:171","msg":"trace[293288484] range","detail":"{range_begin:/registry/replicasets/openstack/octavia-api-6dbc587fc9; range_end:; response_count:1; response_revision:26809; }","duration":"552.929053ms","start":"2026-05-28T03:02:58.595878Z","end":"2026-05-28T03:02:59.148807Z","steps":["trace[293288484] 'agreement among raft nodes before linearized reading' (duration: 552.869421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.148815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.597652Z","time spent":"551.154406ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-28T03:02:59.148833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.595862Z","time spent":"552.967443ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":7797,"request content":"key:\"/registry/replicasets/openstack/octavia-api-6dbc587fc9\" "} {"level":"info","ts":"2026-05-28T03:02:59.14883Z","caller":"traceutil/trace.go:171","msg":"trace[597587182] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59; range_end:; response_count:1; response_revision:26809; }","duration":"535.477628ms","start":"2026-05-28T03:02:58.613341Z","end":"2026-05-28T03:02:59.148819Z","steps":["trace[597587182] 'agreement among raft nodes before linearized reading' (duration: 535.394855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.14883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.019412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-28T03:02:59.148839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.598048Z","time spent":"550.782954ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4129,"request content":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" "} {"level":"warn","ts":"2026-05-28T03:02:59.14884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.831765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-05-28T03:02:59.14886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.613337Z","time spent":"535.515319ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":24222,"request content":"key:\"/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59\" "} {"level":"warn","ts":"2026-05-28T03:02:59.14821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.891209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7\" ","response":"range_response_count:1 size:2921"} {"level":"info","ts":"2026-05-28T03:02:59.14832Z","caller":"traceutil/trace.go:171","msg":"trace[2112277817] range","detail":"{range_begin:/registry/replicasets/orc-system/orc-controller-manager-6cb597b5d4; range_end:; response_count:1; response_revision:26809; }","duration":"534.90836ms","start":"2026-05-28T03:02:58.613403Z","end":"2026-05-28T03:02:59.148312Z","steps":["trace[2112277817] 'agreement among raft nodes before linearized reading' (duration: 534.822547ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:59.148874Z","caller":"traceutil/trace.go:171","msg":"trace[548998411] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:26809; }","duration":"550.878287ms","start":"2026-05-28T03:02:58.597984Z","end":"2026-05-28T03:02:59.148862Z","steps":["trace[548998411] 'agreement among raft nodes before linearized reading' (duration: 550.795225ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:59.148888Z","caller":"traceutil/trace.go:171","msg":"trace[478313361] range","detail":"{range_begin:/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7; range_end:; response_count:1; response_revision:26809; }","duration":"535.631762ms","start":"2026-05-28T03:02:58.613249Z","end":"2026-05-28T03:02:59.148881Z","steps":["trace[478313361] 'agreement among raft nodes before linearized reading' (duration: 534.787735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.148904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.613232Z","time spent":"535.666543ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":2944,"request content":"key:\"/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7\" "} {"level":"warn","ts":"2026-05-28T03:02:59.1489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.597969Z","time spent":"550.926328ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":5675,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" "} {"level":"warn","ts":"2026-05-28T03:02:59.1489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.613383Z","time spent":"535.504938ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3325,"request content":"key:\"/registry/replicasets/orc-system/orc-controller-manager-6cb597b5d4\" "} {"level":"warn","ts":"2026-05-28T03:02:59.148892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.901468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5931"} {"level":"info","ts":"2026-05-28T03:02:59.14872Z","caller":"traceutil/trace.go:171","msg":"trace[274680071] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:26809; }","duration":"535.394505ms","start":"2026-05-28T03:02:58.613317Z","end":"2026-05-28T03:02:59.148711Z","steps":["trace[274680071] 'agreement among raft nodes before linearized reading' (duration: 535.310502ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:59.148864Z","caller":"traceutil/trace.go:171","msg":"trace[291628047] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26809; }","duration":"551.066973ms","start":"2026-05-28T03:02:58.597789Z","end":"2026-05-28T03:02:59.148856Z","steps":["trace[291628047] 'agreement among raft nodes before linearized reading' (duration: 550.97971ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:59.148945Z","caller":"traceutil/trace.go:171","msg":"trace[1601447207] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:26809; }","duration":"550.96159ms","start":"2026-05-28T03:02:58.59797Z","end":"2026-05-28T03:02:59.148932Z","steps":["trace[1601447207] 'agreement among raft nodes before linearized reading' (duration: 550.848816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.14895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.613312Z","time spent":"535.630813ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":4111,"request content":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" "} {"level":"warn","ts":"2026-05-28T03:02:59.148973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.59778Z","time spent":"551.188527ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T03:02:59.148757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.597873Z","time spent":"550.873607ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7396,"request content":"key:\"/registry/replicasets/openstack/placement-api-5fd747cff7\" "} {"level":"warn","ts":"2026-05-28T03:02:59.148982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.597963Z","time spent":"551.009952ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":5954,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" "} {"level":"warn","ts":"2026-05-28T03:02:59.148994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.661943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7689"} {"level":"warn","ts":"2026-05-28T03:02:59.148989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.631122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-conductor-6ffc59b9b\" ","response":"range_response_count:1 size:4812"} {"level":"info","ts":"2026-05-28T03:02:59.148749Z","caller":"traceutil/trace.go:171","msg":"trace[1203756635] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:26809; }","duration":"550.67688ms","start":"2026-05-28T03:02:58.598062Z","end":"2026-05-28T03:02:59.148738Z","steps":["trace[1203756635] 'agreement among raft nodes before linearized reading' (duration: 550.562377ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:59.149023Z","caller":"traceutil/trace.go:171","msg":"trace[1002002454] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:26809; }","duration":"535.722385ms","start":"2026-05-28T03:02:58.613292Z","end":"2026-05-28T03:02:59.149015Z","steps":["trace[1002002454] 'agreement among raft nodes before linearized reading' (duration: 535.640843ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:59.149035Z","caller":"traceutil/trace.go:171","msg":"trace[1450297465] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-conductor-6ffc59b9b; range_end:; response_count:1; response_revision:26809; }","duration":"535.697554ms","start":"2026-05-28T03:02:58.613322Z","end":"2026-05-28T03:02:59.149019Z","steps":["trace[1450297465] 'agreement among raft nodes before linearized reading' (duration: 535.56814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.149044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.108155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/octavia-worker-7f96bc4db7\" ","response":"range_response_count:1 size:7642"} {"level":"warn","ts":"2026-05-28T03:02:59.14905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.613275Z","time spent":"535.765847ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7712,"request content":"key:\"/registry/deployments/openstack/nova-api-osapi\" "} {"level":"warn","ts":"2026-05-28T03:02:59.149041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.598054Z","time spent":"550.975131ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":9697,"request content":"key:\"/registry/deployments/openstack/nova-novncproxy\" "} {"level":"warn","ts":"2026-05-28T03:02:59.149066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.613308Z","time spent":"535.751237ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4835,"request content":"key:\"/registry/replicasets/openstack/staffeln-conductor-6ffc59b9b\" "} {"level":"info","ts":"2026-05-28T03:02:59.149072Z","caller":"traceutil/trace.go:171","msg":"trace[1323839642] range","detail":"{range_begin:/registry/replicasets/openstack/octavia-worker-7f96bc4db7; range_end:; response_count:1; response_revision:26809; }","duration":"551.147286ms","start":"2026-05-28T03:02:58.597915Z","end":"2026-05-28T03:02:59.149062Z","steps":["trace[1323839642] 'agreement among raft nodes before linearized reading' (duration: 551.057663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.149099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:58.597909Z","time spent":"551.184017ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":7665,"request content":"key:\"/registry/replicasets/openstack/octavia-worker-7f96bc4db7\" "} {"level":"info","ts":"2026-05-28T03:02:59.436413Z","caller":"traceutil/trace.go:171","msg":"trace[1322073404] linearizableReadLoop","detail":"{readStateIndex:27721; appliedIndex:27720; }","duration":"286.432669ms","start":"2026-05-28T03:02:59.14996Z","end":"2026-05-28T03:02:59.436393Z","steps":["trace[1322073404] 'read index received' (duration: 253.46145ms)","trace[1322073404] 'applied index is now lower than readState.Index' (duration: 32.970219ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:59.436752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.77667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18540"} {"level":"info","ts":"2026-05-28T03:02:59.436782Z","caller":"traceutil/trace.go:171","msg":"trace[385128313] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26809; }","duration":"286.831651ms","start":"2026-05-28T03:02:59.149943Z","end":"2026-05-28T03:02:59.436774Z","steps":["trace[385128313] 'agreement among raft nodes before linearized reading' (duration: 286.700657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.474433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.407557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:6940"} {"level":"info","ts":"2026-05-28T03:02:59.47449Z","caller":"traceutil/trace.go:171","msg":"trace[448074093] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:26810; }","duration":"319.49982ms","start":"2026-05-28T03:02:59.154976Z","end":"2026-05-28T03:02:59.474476Z","steps":["trace[448074093] 'agreement among raft nodes before linearized reading' (duration: 319.318694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.474518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.154964Z","time spent":"319.548921ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6963,"request content":"key:\"/registry/deployments/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-05-28T03:02:59.474693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.377843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5884"} {"level":"info","ts":"2026-05-28T03:02:59.474774Z","caller":"traceutil/trace.go:171","msg":"trace[2025770628] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:26810; }","duration":"317.430334ms","start":"2026-05-28T03:02:59.157299Z","end":"2026-05-28T03:02:59.474729Z","steps":["trace[2025770628] 'agreement among raft nodes before linearized reading' (duration: 317.345771ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:59.474784Z","caller":"traceutil/trace.go:171","msg":"trace[1611361241] transaction","detail":"{read_only:false; response_revision:26810; number_of_response:1; }","duration":"323.177457ms","start":"2026-05-28T03:02:59.151589Z","end":"2026-05-28T03:02:59.474767Z","steps":["trace[1611361241] 'process raft request' (duration: 322.421253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.474805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.157295Z","time spent":"317.502646ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5907,"request content":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-05-28T03:02:59.474768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.300225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:59.474851Z","caller":"traceutil/trace.go:171","msg":"trace[2119227519] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26810; }","duration":"220.4396ms","start":"2026-05-28T03:02:59.254393Z","end":"2026-05-28T03:02:59.474832Z","steps":["trace[2119227519] 'agreement among raft nodes before linearized reading' (duration: 220.284925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.474872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.151568Z","time spent":"323.25119ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:59.474927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.535247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24686"} {"level":"info","ts":"2026-05-28T03:02:59.475011Z","caller":"traceutil/trace.go:171","msg":"trace[1907016459] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:26810; }","duration":"317.63424ms","start":"2026-05-28T03:02:59.157358Z","end":"2026-05-28T03:02:59.474992Z","steps":["trace[1907016459] 'agreement among raft nodes before linearized reading' (duration: 317.372542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.475062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.157346Z","time spent":"317.707123ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":24709,"request content":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" "} {"level":"warn","ts":"2026-05-28T03:02:59.475175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.825397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-worker\" ","response":"range_response_count:1 size:7942"} {"level":"info","ts":"2026-05-28T03:02:59.475206Z","caller":"traceutil/trace.go:171","msg":"trace[1627253759] range","detail":"{range_begin:/registry/deployments/openstack/octavia-worker; range_end:; response_count:1; response_revision:26810; }","duration":"317.864868ms","start":"2026-05-28T03:02:59.157332Z","end":"2026-05-28T03:02:59.475197Z","steps":["trace[1627253759] 'agreement among raft nodes before linearized reading' (duration: 317.721903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.47525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.810143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"warn","ts":"2026-05-28T03:02:59.47529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.796598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/placement-api\" ","response":"range_response_count:1 size:7673"} {"level":"info","ts":"2026-05-28T03:02:59.475303Z","caller":"traceutil/trace.go:171","msg":"trace[38538345] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:26810; }","duration":"315.885725ms","start":"2026-05-28T03:02:59.159403Z","end":"2026-05-28T03:02:59.475289Z","steps":["trace[38538345] 'agreement among raft nodes before linearized reading' (duration: 315.72902ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:59.475313Z","caller":"traceutil/trace.go:171","msg":"trace[1475840946] range","detail":"{range_begin:/registry/deployments/openstack/placement-api; range_end:; response_count:1; response_revision:26810; }","duration":"318.831198ms","start":"2026-05-28T03:02:59.156475Z","end":"2026-05-28T03:02:59.475306Z","steps":["trace[1475840946] 'agreement among raft nodes before linearized reading' (duration: 318.760786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.47527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.157329Z","time spent":"317.93344ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7965,"request content":"key:\"/registry/deployments/openstack/octavia-worker\" "} {"level":"warn","ts":"2026-05-28T03:02:59.475327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.159396Z","time spent":"315.925386ms","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9606,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-05-28T03:02:59.475334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.156469Z","time spent":"318.85877ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7696,"request content":"key:\"/registry/deployments/openstack/placement-api\" "} {"level":"warn","ts":"2026-05-28T03:02:59.475406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.134806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6163"} {"level":"info","ts":"2026-05-28T03:02:59.475435Z","caller":"traceutil/trace.go:171","msg":"trace[1059608301] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:26810; }","duration":"318.173318ms","start":"2026-05-28T03:02:59.157253Z","end":"2026-05-28T03:02:59.475426Z","steps":["trace[1059608301] 'agreement among raft nodes before linearized reading' (duration: 318.127597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.475454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.157247Z","time spent":"318.202609ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6186,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-05-28T03:02:59.475514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.181258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9322"} {"level":"info","ts":"2026-05-28T03:02:59.475561Z","caller":"traceutil/trace.go:171","msg":"trace[1147956355] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:26810; }","duration":"318.23609ms","start":"2026-05-28T03:02:59.157317Z","end":"2026-05-28T03:02:59.475554Z","steps":["trace[1147956355] 'agreement among raft nodes before linearized reading' (duration: 318.083375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.475563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.364486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-api\" ","response":"range_response_count:1 size:8074"} {"level":"warn","ts":"2026-05-28T03:02:59.475603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.503241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4500"} {"level":"warn","ts":"2026-05-28T03:02:59.475616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.157314Z","time spent":"318.262011ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9345,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} {"level":"info","ts":"2026-05-28T03:02:59.475625Z","caller":"traceutil/trace.go:171","msg":"trace[432987683] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:26810; }","duration":"320.526682ms","start":"2026-05-28T03:02:59.155092Z","end":"2026-05-28T03:02:59.475619Z","steps":["trace[432987683] 'agreement among raft nodes before linearized reading' (duration: 320.46031ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:59.475629Z","caller":"traceutil/trace.go:171","msg":"trace[1131319438] range","detail":"{range_begin:/registry/deployments/openstack/octavia-api; range_end:; response_count:1; response_revision:26810; }","duration":"319.447468ms","start":"2026-05-28T03:02:59.156165Z","end":"2026-05-28T03:02:59.475613Z","steps":["trace[1131319438] 'agreement among raft nodes before linearized reading' (duration: 319.247582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.475643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.155073Z","time spent":"320.564814ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4523,"request content":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" "} {"level":"warn","ts":"2026-05-28T03:02:59.475654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.602165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:5116"} {"level":"warn","ts":"2026-05-28T03:02:59.475664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.156161Z","time spent":"319.493569ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":8097,"request content":"key:\"/registry/deployments/openstack/octavia-api\" "} {"level":"info","ts":"2026-05-28T03:02:59.475679Z","caller":"traceutil/trace.go:171","msg":"trace[608606676] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:26810; }","duration":"320.641596ms","start":"2026-05-28T03:02:59.15503Z","end":"2026-05-28T03:02:59.475672Z","steps":["trace[608606676] 'agreement among raft nodes before linearized reading' (duration: 320.564993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.475727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.567474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:3106"} {"level":"info","ts":"2026-05-28T03:02:59.475753Z","caller":"traceutil/trace.go:171","msg":"trace[490860553] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:26810; }","duration":"320.612995ms","start":"2026-05-28T03:02:59.155134Z","end":"2026-05-28T03:02:59.475747Z","steps":["trace[490860553] 'agreement among raft nodes before linearized reading' (duration: 320.552633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.475775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.155124Z","time spent":"320.643176ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3129,"request content":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" "} {"level":"warn","ts":"2026-05-28T03:02:59.47576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.674527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/orc-system/orc-controller-manager\" ","response":"range_response_count:1 size:3106"} {"level":"info","ts":"2026-05-28T03:02:59.475821Z","caller":"traceutil/trace.go:171","msg":"trace[236727868] range","detail":"{range_begin:/registry/deployments/orc-system/orc-controller-manager; range_end:; response_count:1; response_revision:26810; }","duration":"320.74959ms","start":"2026-05-28T03:02:59.155055Z","end":"2026-05-28T03:02:59.475805Z","steps":["trace[236727868] 'agreement among raft nodes before linearized reading' (duration: 320.538353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.475886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.155051Z","time spent":"320.816192ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3129,"request content":"key:\"/registry/deployments/orc-system/orc-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:02:59.475702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.155025Z","time spent":"320.673038ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5139,"request content":"key:\"/registry/deployments/openstack/staffeln-conductor\" "} {"level":"warn","ts":"2026-05-28T03:02:59.476469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.390198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-05-28T03:02:59.4765Z","caller":"traceutil/trace.go:171","msg":"trace[797864999] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:26810; }","duration":"320.422409ms","start":"2026-05-28T03:02:59.15607Z","end":"2026-05-28T03:02:59.476492Z","steps":["trace[797864999] 'agreement among raft nodes before linearized reading' (duration: 320.323516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.476522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.156049Z","time spent":"320.468701ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4409,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"info","ts":"2026-05-28T03:02:59.642592Z","caller":"traceutil/trace.go:171","msg":"trace[1895831338] linearizableReadLoop","detail":"{readStateIndex:27724; appliedIndex:27722; }","duration":"160.943828ms","start":"2026-05-28T03:02:59.48162Z","end":"2026-05-28T03:02:59.642564Z","steps":["trace[1895831338] 'read index received' (duration: 29.154647ms)","trace[1895831338] 'applied index is now lower than readState.Index' (duration: 131.788131ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:59.642672Z","caller":"traceutil/trace.go:171","msg":"trace[533197602] transaction","detail":"{read_only:false; response_revision:26812; number_of_response:1; }","duration":"163.505249ms","start":"2026-05-28T03:02:59.479132Z","end":"2026-05-28T03:02:59.642637Z","steps":["trace[533197602] 'process raft request' (duration: 100.00921ms)","trace[533197602] 'compare' (duration: 63.058765ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:59.64283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.192826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-28T03:02:59.642871Z","caller":"traceutil/trace.go:171","msg":"trace[1562469645] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26812; }","duration":"161.261748ms","start":"2026-05-28T03:02:59.481598Z","end":"2026-05-28T03:02:59.64286Z","steps":["trace[1562469645] 'agreement among raft nodes before linearized reading' (duration: 161.082103ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:59.940415Z","caller":"traceutil/trace.go:171","msg":"trace[871083201] transaction","detail":"{read_only:false; response_revision:26815; number_of_response:1; }","duration":"415.286666ms","start":"2026-05-28T03:02:59.525103Z","end":"2026-05-28T03:02:59.94039Z","steps":["trace[871083201] 'process raft request' (duration: 415.202883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.940622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.525082Z","time spent":"415.459251ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:59.940738Z","caller":"traceutil/trace.go:171","msg":"trace[1204030484] transaction","detail":"{read_only:false; response_revision:26816; number_of_response:1; }","duration":"415.536284ms","start":"2026-05-28T03:02:59.52518Z","end":"2026-05-28T03:02:59.940716Z","steps":["trace[1204030484] 'process raft request' (duration: 415.170092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.940863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.52517Z","time spent":"415.633037ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:59.940889Z","caller":"traceutil/trace.go:171","msg":"trace[997827715] transaction","detail":"{read_only:false; response_revision:26814; number_of_response:1; }","duration":"415.767661ms","start":"2026-05-28T03:02:59.525109Z","end":"2026-05-28T03:02:59.940877Z","steps":["trace[997827715] 'process raft request' (duration: 415.074589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.940954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.525102Z","time spent":"415.816222ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:59.941394Z","caller":"traceutil/trace.go:171","msg":"trace[310183377] transaction","detail":"{read_only:false; response_revision:26817; number_of_response:1; }","duration":"416.166834ms","start":"2026-05-28T03:02:59.525213Z","end":"2026-05-28T03:02:59.94138Z","steps":["trace[310183377] 'process raft request' (duration: 415.421ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:59.941355Z","caller":"traceutil/trace.go:171","msg":"trace[1776580040] transaction","detail":"{read_only:false; response_revision:26813; number_of_response:1; }","duration":"416.293648ms","start":"2026-05-28T03:02:59.52503Z","end":"2026-05-28T03:02:59.941323Z","steps":["trace[1776580040] 'process raft request' (duration: 412.325152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.941477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.525189Z","time spent":"416.248347ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:59.941566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.525015Z","time spent":"416.442863ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:59.941668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.116451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:59.941717Z","caller":"traceutil/trace.go:171","msg":"trace[1080592110] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26818; }","duration":"432.203453ms","start":"2026-05-28T03:02:59.509502Z","end":"2026-05-28T03:02:59.941705Z","steps":["trace[1080592110] 'agreement among raft nodes before linearized reading' (duration: 432.114131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.94175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.509483Z","time spent":"432.258436ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-28T03:02:59.941594Z","caller":"traceutil/trace.go:171","msg":"trace[1618980148] linearizableReadLoop","detail":"{readStateIndex:27730; appliedIndex:27724; }","duration":"298.926585ms","start":"2026-05-28T03:02:59.642656Z","end":"2026-05-28T03:02:59.941582Z","steps":["trace[1618980148] 'read index received' (duration: 294.469914ms)","trace[1618980148] 'applied index is now lower than readState.Index' (duration: 4.455611ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:59.941949Z","caller":"traceutil/trace.go:171","msg":"trace[1061226099] transaction","detail":"{read_only:false; response_revision:26818; number_of_response:1; }","duration":"416.476454ms","start":"2026-05-28T03:02:59.52546Z","end":"2026-05-28T03:02:59.941937Z","steps":["trace[1061226099] 'process raft request' (duration: 415.872225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.941981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.594263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-05-28T03:02:59.942015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.525452Z","time spent":"416.532245ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:59.942023Z","caller":"traceutil/trace.go:171","msg":"trace[1929887781] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26818; }","duration":"291.675865ms","start":"2026-05-28T03:02:59.650333Z","end":"2026-05-28T03:02:59.942009Z","steps":["trace[1929887781] 'agreement among raft nodes before linearized reading' (duration: 291.51414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.942101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.235588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:59.942132Z","caller":"traceutil/trace.go:171","msg":"trace[167778413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26818; }","duration":"406.28821ms","start":"2026-05-28T03:02:59.535836Z","end":"2026-05-28T03:02:59.942124Z","steps":["trace[167778413] 'agreement among raft nodes before linearized reading' (duration: 406.240908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.942161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.535827Z","time spent":"406.325411ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:02:59.942302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.339491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:59.942371Z","caller":"traceutil/trace.go:171","msg":"trace[41845294] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26818; }","duration":"228.452065ms","start":"2026-05-28T03:02:59.713902Z","end":"2026-05-28T03:02:59.942354Z","steps":["trace[41845294] 'agreement among raft nodes before linearized reading' (duration: 228.335481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.94232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.948991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-05-28T03:02:59.942474Z","caller":"traceutil/trace.go:171","msg":"trace[1800984174] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26818; }","duration":"429.185338ms","start":"2026-05-28T03:02:59.513279Z","end":"2026-05-28T03:02:59.942464Z","steps":["trace[1800984174] 'agreement among raft nodes before linearized reading' (duration: 429.001832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:59.942507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:59.513238Z","time spent":"429.25968ms","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-28T03:03:01.207711Z","caller":"traceutil/trace.go:171","msg":"trace[1339102778] transaction","detail":"{read_only:false; response_revision:26825; number_of_response:1; }","duration":"112.518879ms","start":"2026-05-28T03:03:01.095169Z","end":"2026-05-28T03:03:01.207688Z","steps":["trace[1339102778] 'process raft request' (duration: 112.469467ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:01.208103Z","caller":"traceutil/trace.go:171","msg":"trace[1686502545] transaction","detail":"{read_only:false; response_revision:26824; number_of_response:1; }","duration":"112.919981ms","start":"2026-05-28T03:03:01.09517Z","end":"2026-05-28T03:03:01.20809Z","steps":["trace[1686502545] 'process raft request' (duration: 112.333143ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:01.237189Z","caller":"traceutil/trace.go:171","msg":"trace[303255513] transaction","detail":"{read_only:false; response_revision:26826; number_of_response:1; }","duration":"141.963274ms","start":"2026-05-28T03:03:01.095205Z","end":"2026-05-28T03:03:01.237168Z","steps":["trace[303255513] 'process raft request' (duration: 141.298483ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:01.237378Z","caller":"traceutil/trace.go:171","msg":"trace[1361377375] transaction","detail":"{read_only:false; response_revision:26827; number_of_response:1; }","duration":"141.802339ms","start":"2026-05-28T03:03:01.095564Z","end":"2026-05-28T03:03:01.237366Z","steps":["trace[1361377375] 'process raft request' (duration: 141.027045ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:01.237545Z","caller":"traceutil/trace.go:171","msg":"trace[817015601] transaction","detail":"{read_only:false; response_revision:26828; number_of_response:1; }","duration":"141.613514ms","start":"2026-05-28T03:03:01.095921Z","end":"2026-05-28T03:03:01.237534Z","steps":["trace[817015601] 'process raft request' (duration: 140.709065ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:02.094755Z","caller":"traceutil/trace.go:171","msg":"trace[1192088741] transaction","detail":"{read_only:false; response_revision:26830; number_of_response:1; }","duration":"148.523393ms","start":"2026-05-28T03:03:01.946208Z","end":"2026-05-28T03:03:02.094731Z","steps":["trace[1192088741] 'process raft request' (duration: 148.350967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:02.604672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.8704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:03:02.605158Z","caller":"traceutil/trace.go:171","msg":"trace[2132519896] transaction","detail":"{read_only:false; response_revision:26832; number_of_response:1; }","duration":"647.19939ms","start":"2026-05-28T03:03:01.957935Z","end":"2026-05-28T03:03:02.605135Z","steps":["trace[2132519896] 'process raft request' (duration: 646.852409ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:02.605203Z","caller":"traceutil/trace.go:171","msg":"trace[514654160] transaction","detail":"{read_only:false; response_revision:26831; number_of_response:1; }","duration":"658.291733ms","start":"2026-05-28T03:03:01.946874Z","end":"2026-05-28T03:03:02.605166Z","steps":["trace[514654160] 'process raft request' (duration: 193.797023ms)","trace[514654160] 'compare' (duration: 462.762545ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:02.605218Z","caller":"traceutil/trace.go:171","msg":"trace[280759379] transaction","detail":"{read_only:false; response_revision:26833; number_of_response:1; }","duration":"647.239282ms","start":"2026-05-28T03:03:01.957945Z","end":"2026-05-28T03:03:02.605184Z","steps":["trace[280759379] 'process raft request' (duration: 646.928952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:02.60529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:01.957912Z","time spent":"647.303104ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:02.605243Z","caller":"traceutil/trace.go:171","msg":"trace[978972302] transaction","detail":"{read_only:false; response_revision:26834; number_of_response:1; }","duration":"646.127897ms","start":"2026-05-28T03:03:01.959074Z","end":"2026-05-28T03:03:02.605201Z","steps":["trace[978972302] 'process raft request' (duration: 645.848708ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:02.605307Z","caller":"traceutil/trace.go:171","msg":"trace[1940055563] transaction","detail":"{read_only:false; response_revision:26835; number_of_response:1; }","duration":"643.653998ms","start":"2026-05-28T03:03:01.961635Z","end":"2026-05-28T03:03:02.605289Z","steps":["trace[1940055563] 'process raft request' (duration: 643.330848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:02.60536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:01.957934Z","time spent":"647.353245ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:02.605359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:01.946852Z","time spent":"658.418668ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:02.605394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:01.961623Z","time spent":"643.73ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:02.605432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:01.95905Z","time spent":"646.284642ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:02.605531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.499224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:02.605581Z","caller":"traceutil/trace.go:171","msg":"trace[487371905] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26835; }","duration":"566.595717ms","start":"2026-05-28T03:03:02.038972Z","end":"2026-05-28T03:03:02.605568Z","steps":["trace[487371905] 'agreement among raft nodes before linearized reading' (duration: 566.506944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:02.605655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:02.03894Z","time spent":"566.69543ms","remote":"127.0.0.1:60096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:03:02.605441Z","caller":"traceutil/trace.go:171","msg":"trace[1663893058] linearizableReadLoop","detail":"{readStateIndex:27747; appliedIndex:27741; }","duration":"566.387591ms","start":"2026-05-28T03:03:02.039034Z","end":"2026-05-28T03:03:02.605422Z","steps":["trace[1663893058] 'read index received' (duration: 55.569027ms)","trace[1663893058] 'applied index is now lower than readState.Index' (duration: 510.817093ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:02.607016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.73348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:02.607037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.233048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:02.607062Z","caller":"traceutil/trace.go:171","msg":"trace[1453564268] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26835; }","duration":"148.818102ms","start":"2026-05-28T03:03:02.45823Z","end":"2026-05-28T03:03:02.607048Z","steps":["trace[1453564268] 'agreement among raft nodes before linearized reading' (duration: 148.74387ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:02.607088Z","caller":"traceutil/trace.go:171","msg":"trace[713814160] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26835; }","duration":"428.29116ms","start":"2026-05-28T03:03:02.178783Z","end":"2026-05-28T03:03:02.607074Z","steps":["trace[713814160] 'agreement among raft nodes before linearized reading' (duration: 428.193737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:02.607125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:02.178715Z","time spent":"428.401683ms","remote":"127.0.0.1:41620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:03:02.819746Z","caller":"traceutil/trace.go:171","msg":"trace[678972403] transaction","detail":"{read_only:false; response_revision:26836; number_of_response:1; }","duration":"134.461006ms","start":"2026-05-28T03:03:02.685255Z","end":"2026-05-28T03:03:02.819716Z","steps":["trace[678972403] 'process raft request' (duration: 120.961627ms)","trace[678972403] 'compare' (duration: 12.814607ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:03.387732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.775076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T03:03:03.387801Z","caller":"traceutil/trace.go:171","msg":"trace[1579469785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26836; }","duration":"145.879889ms","start":"2026-05-28T03:03:03.241905Z","end":"2026-05-28T03:03:03.387785Z","steps":["trace[1579469785] 'range keys from in-memory index tree' (duration: 145.646582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:03.387932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.90755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T03:03:03.387961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.091646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T03:03:03.388012Z","caller":"traceutil/trace.go:171","msg":"trace[1610606172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26836; }","duration":"145.997303ms","start":"2026-05-28T03:03:03.241997Z","end":"2026-05-28T03:03:03.387994Z","steps":["trace[1610606172] 'range keys from in-memory index tree' (duration: 145.771966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:03.38801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.441541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-28T03:03:03.388032Z","caller":"traceutil/trace.go:171","msg":"trace[1989405131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26836; }","duration":"146.202369ms","start":"2026-05-28T03:03:03.241811Z","end":"2026-05-28T03:03:03.388013Z","steps":["trace[1989405131] 'range keys from in-memory index tree' (duration: 145.805546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:03.388034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.551283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-28T03:03:03.388077Z","caller":"traceutil/trace.go:171","msg":"trace[1097095148] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26836; }","duration":"176.550825ms","start":"2026-05-28T03:03:03.211508Z","end":"2026-05-28T03:03:03.388059Z","steps":["trace[1097095148] 'range keys from in-memory index tree' (duration: 176.279406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:03.388157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.017578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T03:03:03.388183Z","caller":"traceutil/trace.go:171","msg":"trace[545012945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26836; }","duration":"176.106361ms","start":"2026-05-28T03:03:03.212068Z","end":"2026-05-28T03:03:03.388175Z","steps":["trace[545012945] 'range keys from in-memory index tree' (duration: 175.895473ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:03.388081Z","caller":"traceutil/trace.go:171","msg":"trace[410833166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26836; }","duration":"175.659896ms","start":"2026-05-28T03:03:03.212407Z","end":"2026-05-28T03:03:03.388067Z","steps":["trace[410833166] 'range keys from in-memory index tree' (duration: 175.438249ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:03.458902Z","caller":"traceutil/trace.go:171","msg":"trace[120178903] transaction","detail":"{read_only:false; response_revision:26837; number_of_response:1; }","duration":"215.186723ms","start":"2026-05-28T03:03:03.243694Z","end":"2026-05-28T03:03:03.458881Z","steps":["trace[120178903] 'process raft request' (duration: 215.038718ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:03.527087Z","caller":"traceutil/trace.go:171","msg":"trace[1385713548] transaction","detail":"{read_only:false; response_revision:26838; number_of_response:1; }","duration":"135.116656ms","start":"2026-05-28T03:03:03.391933Z","end":"2026-05-28T03:03:03.527049Z","steps":["trace[1385713548] 'process raft request' (duration: 127.106062ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:03.527154Z","caller":"traceutil/trace.go:171","msg":"trace[2129634637] transaction","detail":"{read_only:false; response_revision:26842; number_of_response:1; }","duration":"134.111205ms","start":"2026-05-28T03:03:03.393018Z","end":"2026-05-28T03:03:03.527129Z","steps":["trace[2129634637] 'process raft request' (duration: 134.071534ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:03.527272Z","caller":"traceutil/trace.go:171","msg":"trace[1717318936] transaction","detail":"{read_only:false; response_revision:26839; number_of_response:1; }","duration":"135.179949ms","start":"2026-05-28T03:03:03.392068Z","end":"2026-05-28T03:03:03.527248Z","steps":["trace[1717318936] 'process raft request' (duration: 134.815707ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:03.527328Z","caller":"traceutil/trace.go:171","msg":"trace[1556720846] transaction","detail":"{read_only:false; response_revision:26840; number_of_response:1; }","duration":"135.22965ms","start":"2026-05-28T03:03:03.392088Z","end":"2026-05-28T03:03:03.527318Z","steps":["trace[1556720846] 'process raft request' (duration: 134.91277ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:03.527415Z","caller":"traceutil/trace.go:171","msg":"trace[1288463868] transaction","detail":"{read_only:false; response_revision:26841; number_of_response:1; }","duration":"134.821167ms","start":"2026-05-28T03:03:03.392574Z","end":"2026-05-28T03:03:03.527395Z","steps":["trace[1288463868] 'process raft request' (duration: 134.481977ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:04.86629Z","caller":"traceutil/trace.go:171","msg":"trace[364853500] transaction","detail":"{read_only:false; response_revision:26844; number_of_response:1; }","duration":"256.065743ms","start":"2026-05-28T03:03:04.610201Z","end":"2026-05-28T03:03:04.866267Z","steps":["trace[364853500] 'process raft request' (duration: 255.892507ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:05.259539Z","caller":"traceutil/trace.go:171","msg":"trace[1321071059] transaction","detail":"{read_only:false; response_revision:26845; number_of_response:1; }","duration":"649.128542ms","start":"2026-05-28T03:03:04.610378Z","end":"2026-05-28T03:03:05.259506Z","steps":["trace[1321071059] 'process raft request' (duration: 648.846213ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:05.259583Z","caller":"traceutil/trace.go:171","msg":"trace[1973158570] transaction","detail":"{read_only:false; response_revision:26847; number_of_response:1; }","duration":"648.391268ms","start":"2026-05-28T03:03:04.611164Z","end":"2026-05-28T03:03:05.259556Z","steps":["trace[1973158570] 'process raft request' (duration: 648.286414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:05.259676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:04.610339Z","time spent":"649.267156ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:05.259753Z","caller":"traceutil/trace.go:171","msg":"trace[1246692536] transaction","detail":"{read_only:false; response_revision:26848; number_of_response:1; }","duration":"647.671946ms","start":"2026-05-28T03:03:04.612071Z","end":"2026-05-28T03:03:05.259743Z","steps":["trace[1246692536] 'process raft request' (duration: 647.440918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:05.259802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:04.611159Z","time spent":"648.546704ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:05.259867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:04.61206Z","time spent":"647.733447ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:05.259618Z","caller":"traceutil/trace.go:171","msg":"trace[1027840314] transaction","detail":"{read_only:false; response_revision:26846; number_of_response:1; }","duration":"648.497972ms","start":"2026-05-28T03:03:04.611088Z","end":"2026-05-28T03:03:05.259585Z","steps":["trace[1027840314] 'process raft request' (duration: 648.313456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:05.260017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:04.611068Z","time spent":"648.891635ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:05.319781Z","caller":"traceutil/trace.go:171","msg":"trace[1784828565] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"496.274951ms","start":"2026-05-28T03:03:04.823481Z","end":"2026-05-28T03:03:05.319756Z","steps":["trace[1784828565] 'process raft request' (duration: 496.019743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:05.319924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:04.823463Z","time spent":"496.391525ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:05.320873Z","caller":"traceutil/trace.go:171","msg":"trace[863624282] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"356.779295ms","start":"2026-05-28T03:03:04.964076Z","end":"2026-05-28T03:03:05.320855Z","steps":["trace[863624282] 'process raft request' (duration: 356.651011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:05.32097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:04.964059Z","time spent":"356.863508ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:05.321199Z","caller":"traceutil/trace.go:171","msg":"trace[865971204] linearizableReadLoop","detail":"{readStateIndex:27763; appliedIndex:27756; }","duration":"341.895422ms","start":"2026-05-28T03:03:04.979274Z","end":"2026-05-28T03:03:05.32117Z","steps":["trace[865971204] 'read index received' (duration: 279.982123ms)","trace[865971204] 'applied index is now lower than readState.Index' (duration: 61.912219ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:05.321297Z","caller":"traceutil/trace.go:171","msg":"trace[497075254] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"198.869014ms","start":"2026-05-28T03:03:05.122414Z","end":"2026-05-28T03:03:05.321283Z","steps":["trace[497075254] 'process raft request' (duration: 198.401069ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:05.321376Z","caller":"traceutil/trace.go:171","msg":"trace[613770566] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"121.40745ms","start":"2026-05-28T03:03:05.19995Z","end":"2026-05-28T03:03:05.321358Z","steps":["trace[613770566] 'process raft request' (duration: 121.08045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:05.32152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.226342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T03:03:05.321628Z","caller":"traceutil/trace.go:171","msg":"trace[1127253639] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26852; }","duration":"342.382957ms","start":"2026-05-28T03:03:04.979222Z","end":"2026-05-28T03:03:05.321605Z","steps":["trace[1127253639] 'agreement among raft nodes before linearized reading' (duration: 342.090027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:05.321686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:04.979171Z","time spent":"342.500231ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T03:03:05.675773Z","caller":"traceutil/trace.go:171","msg":"trace[874689326] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"140.943172ms","start":"2026-05-28T03:03:05.534785Z","end":"2026-05-28T03:03:05.675729Z","steps":["trace[874689326] 'process raft request' (duration: 69.560982ms)","trace[874689326] 'compare' (duration: 71.215574ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:05.680501Z","caller":"traceutil/trace.go:171","msg":"trace[1578542417] transaction","detail":"{read_only:false; response_revision:26858; number_of_response:1; }","duration":"143.362389ms","start":"2026-05-28T03:03:05.53712Z","end":"2026-05-28T03:03:05.680482Z","steps":["trace[1578542417] 'process raft request' (duration: 143.195044ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:05.680495Z","caller":"traceutil/trace.go:171","msg":"trace[113434777] transaction","detail":"{read_only:false; response_revision:26855; number_of_response:1; }","duration":"145.017062ms","start":"2026-05-28T03:03:05.535429Z","end":"2026-05-28T03:03:05.680446Z","steps":["trace[113434777] 'process raft request' (duration: 144.693502ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:05.680594Z","caller":"traceutil/trace.go:171","msg":"trace[1005592303] transaction","detail":"{read_only:false; response_revision:26857; number_of_response:1; }","duration":"144.265707ms","start":"2026-05-28T03:03:05.53629Z","end":"2026-05-28T03:03:05.680556Z","steps":["trace[1005592303] 'process raft request' (duration: 144.005309ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:05.680498Z","caller":"traceutil/trace.go:171","msg":"trace[1200906967] transaction","detail":"{read_only:false; response_revision:26856; number_of_response:1; }","duration":"145.018122ms","start":"2026-05-28T03:03:05.535453Z","end":"2026-05-28T03:03:05.680471Z","steps":["trace[1200906967] 'process raft request' (duration: 144.805525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:06.127913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.431384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:03:06.128001Z","caller":"traceutil/trace.go:171","msg":"trace[1473164755] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26858; }","duration":"145.573529ms","start":"2026-05-28T03:03:05.982399Z","end":"2026-05-28T03:03:06.127972Z","steps":["trace[1473164755] 'count revisions from in-memory index tree' (duration: 145.357463ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:06.372399Z","caller":"traceutil/trace.go:171","msg":"trace[523307562] transaction","detail":"{read_only:false; response_revision:26859; number_of_response:1; }","duration":"275.563252ms","start":"2026-05-28T03:03:06.096813Z","end":"2026-05-28T03:03:06.372376Z","steps":["trace[523307562] 'process raft request' (duration: 275.423218ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:06.373977Z","caller":"traceutil/trace.go:171","msg":"trace[953673488] transaction","detail":"{read_only:false; response_revision:26860; number_of_response:1; }","duration":"176.945597ms","start":"2026-05-28T03:03:06.197018Z","end":"2026-05-28T03:03:06.373963Z","steps":["trace[953673488] 'process raft request' (duration: 176.624057ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:11.096555Z","caller":"traceutil/trace.go:171","msg":"trace[1692283184] transaction","detail":"{read_only:false; response_revision:26948; number_of_response:1; }","duration":"328.61907ms","start":"2026-05-28T03:03:10.767909Z","end":"2026-05-28T03:03:11.096528Z","steps":["trace[1692283184] 'process raft request' (duration: 328.422823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:11.096736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:10.767888Z","time spent":"328.758155ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3744,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:11.112789Z","caller":"traceutil/trace.go:171","msg":"trace[611470609] transaction","detail":"{read_only:false; response_revision:26949; number_of_response:1; }","duration":"215.098039ms","start":"2026-05-28T03:03:10.897628Z","end":"2026-05-28T03:03:11.112726Z","steps":["trace[611470609] 'process raft request' (duration: 214.18114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:11.569364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.993709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:03:11.569457Z","caller":"traceutil/trace.go:171","msg":"trace[409991725] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26949; }","duration":"327.137683ms","start":"2026-05-28T03:03:11.242297Z","end":"2026-05-28T03:03:11.569435Z","steps":["trace[409991725] 'count revisions from in-memory index tree' (duration: 326.896095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:11.569498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:11.242279Z","time spent":"327.209325ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:03:11.569609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.161275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:03:11.569721Z","caller":"traceutil/trace.go:171","msg":"trace[1719628775] transaction","detail":"{read_only:false; response_revision:26950; number_of_response:1; }","duration":"289.562148ms","start":"2026-05-28T03:03:11.280133Z","end":"2026-05-28T03:03:11.569695Z","steps":["trace[1719628775] 'process raft request' (duration: 122.221167ms)","trace[1719628775] 'compare' (duration: 166.726882ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:12.123537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.984861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:03:12.123931Z","caller":"traceutil/trace.go:171","msg":"trace[708524220] transaction","detail":"{read_only:false; response_revision:26955; number_of_response:1; }","duration":"606.112044ms","start":"2026-05-28T03:03:11.517799Z","end":"2026-05-28T03:03:12.123911Z","steps":["trace[708524220] 'process raft request' (duration: 606.046392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:12.124024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:11.517776Z","time spent":"606.207167ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:12.124093Z","caller":"traceutil/trace.go:171","msg":"trace[1133323370] transaction","detail":"{read_only:false; response_revision:26952; number_of_response:1; }","duration":"837.064608ms","start":"2026-05-28T03:03:11.286969Z","end":"2026-05-28T03:03:12.124033Z","steps":["trace[1133323370] 'process raft request' (duration: 836.702166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:12.124298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:11.286942Z","time spent":"837.249504ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:12.124365Z","caller":"traceutil/trace.go:171","msg":"trace[518414182] transaction","detail":"{read_only:false; response_revision:26954; number_of_response:1; }","duration":"783.000749ms","start":"2026-05-28T03:03:11.341357Z","end":"2026-05-28T03:03:12.124358Z","steps":["trace[518414182] 'process raft request' (duration: 782.443831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:12.124443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:11.341334Z","time spent":"783.0532ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:12.124525Z","caller":"traceutil/trace.go:171","msg":"trace[392112406] linearizableReadLoop","detail":"{readStateIndex:27868; appliedIndex:27864; }","duration":"670.364637ms","start":"2026-05-28T03:03:11.45415Z","end":"2026-05-28T03:03:12.124515Z","steps":["trace[392112406] 'read index received' (duration: 329.308722ms)","trace[392112406] 'applied index is now lower than readState.Index' (duration: 341.054965ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:12.124744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.591184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-05-28T03:03:12.124788Z","caller":"traceutil/trace.go:171","msg":"trace[231407941] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0; range_end:; response_count:1; response_revision:26955; }","duration":"670.674876ms","start":"2026-05-28T03:03:11.454102Z","end":"2026-05-28T03:03:12.124777Z","steps":["trace[231407941] 'agreement among raft nodes before linearized reading' (duration: 670.503421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:12.12482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:11.454085Z","time spent":"670.727018ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0\" "} {"level":"info","ts":"2026-05-28T03:03:12.12484Z","caller":"traceutil/trace.go:171","msg":"trace[1099204053] transaction","detail":"{read_only:false; response_revision:26951; number_of_response:1; }","duration":"844.464474ms","start":"2026-05-28T03:03:11.280359Z","end":"2026-05-28T03:03:12.124824Z","steps":["trace[1099204053] 'process raft request' (duration: 503.111639ms)","trace[1099204053] 'compare' (duration: 339.01186ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:12.124984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:11.280334Z","time spent":"844.575066ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:12.125034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.831609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:12.125074Z","caller":"traceutil/trace.go:171","msg":"trace[1799296462] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26955; }","duration":"602.901551ms","start":"2026-05-28T03:03:11.522162Z","end":"2026-05-28T03:03:12.125063Z","steps":["trace[1799296462] 'agreement among raft nodes before linearized reading' (duration: 602.836249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:12.12511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:11.522145Z","time spent":"602.957534ms","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:03:12.125512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.363017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T03:03:12.12555Z","caller":"traceutil/trace.go:171","msg":"trace[1564757996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26955; }","duration":"420.433889ms","start":"2026-05-28T03:03:11.705105Z","end":"2026-05-28T03:03:12.125539Z","steps":["trace[1564757996] 'agreement among raft nodes before linearized reading' (duration: 420.322606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:12.125533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.792992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:12.125579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:11.705089Z","time spent":"420.4841ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T03:03:12.125603Z","caller":"traceutil/trace.go:171","msg":"trace[382558263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26955; }","duration":"588.897556ms","start":"2026-05-28T03:03:11.536687Z","end":"2026-05-28T03:03:12.125584Z","steps":["trace[382558263] 'agreement among raft nodes before linearized reading' (duration: 588.781302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:12.125623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.282456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:03:12.124332Z","caller":"traceutil/trace.go:171","msg":"trace[476581604] transaction","detail":"{read_only:false; response_revision:26953; number_of_response:1; }","duration":"788.731921ms","start":"2026-05-28T03:03:11.335585Z","end":"2026-05-28T03:03:12.124317Z","steps":["trace[476581604] 'process raft request' (duration: 788.169523ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:12.125679Z","caller":"traceutil/trace.go:171","msg":"trace[1213843334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26955; }","duration":"421.377019ms","start":"2026-05-28T03:03:11.704283Z","end":"2026-05-28T03:03:12.12566Z","steps":["trace[1213843334] 'agreement among raft nodes before linearized reading' (duration: 421.200614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:12.125663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.509813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-28T03:03:12.125726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:11.704264Z","time spent":"421.449121ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:03:12.125748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:11.33556Z","time spent":"790.134775ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:12.125756Z","caller":"traceutil/trace.go:171","msg":"trace[1989604554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26955; }","duration":"415.650957ms","start":"2026-05-28T03:03:11.710078Z","end":"2026-05-28T03:03:12.125729Z","steps":["trace[1989604554] 'agreement among raft nodes before linearized reading' (duration: 415.349498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:12.125654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:11.536672Z","time spent":"588.974389ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:03:12.125836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:11.710064Z","time spent":"415.75849ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:03:12.125827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.196128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T03:03:12.125909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.390419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:03:12.125927Z","caller":"traceutil/trace.go:171","msg":"trace[1826433635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26955; }","duration":"412.323881ms","start":"2026-05-28T03:03:11.713591Z","end":"2026-05-28T03:03:12.125915Z","steps":["trace[1826433635] 'agreement among raft nodes before linearized reading' (duration: 412.075093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:12.125963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:11.713584Z","time spent":"412.368823ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T03:03:12.12598Z","caller":"traceutil/trace.go:171","msg":"trace[1087339024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26955; }","duration":"415.474992ms","start":"2026-05-28T03:03:11.710493Z","end":"2026-05-28T03:03:12.125968Z","steps":["trace[1087339024] 'agreement among raft nodes before linearized reading' (duration: 415.250915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:12.126028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:11.710486Z","time spent":"415.532744ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T03:03:12.560327Z","caller":"traceutil/trace.go:171","msg":"trace[2094420586] transaction","detail":"{read_only:false; response_revision:26956; number_of_response:1; }","duration":"429.392825ms","start":"2026-05-28T03:03:12.13091Z","end":"2026-05-28T03:03:12.560303Z","steps":["trace[2094420586] 'process raft request' (duration: 424.068895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:12.560462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:12.130882Z","time spent":"429.502688ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:12.648776Z","caller":"traceutil/trace.go:171","msg":"trace[1682155163] transaction","detail":"{read_only:false; response_revision:26961; number_of_response:1; }","duration":"253.381198ms","start":"2026-05-28T03:03:12.395357Z","end":"2026-05-28T03:03:12.648738Z","steps":["trace[1682155163] 'process raft request' (duration: 253.330076ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:12.649049Z","caller":"traceutil/trace.go:171","msg":"trace[1129356739] transaction","detail":"{read_only:false; response_revision:26959; number_of_response:1; }","duration":"516.176944ms","start":"2026-05-28T03:03:12.132857Z","end":"2026-05-28T03:03:12.649034Z","steps":["trace[1129356739] 'process raft request' (duration: 515.752481ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:12.64904Z","caller":"traceutil/trace.go:171","msg":"trace[1776247154] transaction","detail":"{read_only:false; response_revision:26958; number_of_response:1; }","duration":"516.36818ms","start":"2026-05-28T03:03:12.132645Z","end":"2026-05-28T03:03:12.649013Z","steps":["trace[1776247154] 'process raft request' (duration: 515.898305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:12.649737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:12.132637Z","time spent":"517.016641ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:12.649141Z","caller":"traceutil/trace.go:171","msg":"trace[2060925840] transaction","detail":"{read_only:false; response_revision:26957; number_of_response:1; }","duration":"517.851887ms","start":"2026-05-28T03:03:12.131243Z","end":"2026-05-28T03:03:12.649095Z","steps":["trace[2060925840] 'process raft request' (duration: 517.084913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:12.649187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:12.132842Z","time spent":"516.245236ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:12.649915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:12.131225Z","time spent":"518.595031ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:12.649227Z","caller":"traceutil/trace.go:171","msg":"trace[1467797905] transaction","detail":"{read_only:false; response_revision:26960; number_of_response:1; }","duration":"515.366498ms","start":"2026-05-28T03:03:12.133828Z","end":"2026-05-28T03:03:12.649194Z","steps":["trace[1467797905] 'process raft request' (duration: 514.826941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:12.650075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:12.133819Z","time spent":"516.199695ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:13.098771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.002151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:13.098827Z","caller":"traceutil/trace.go:171","msg":"trace[489634868] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26961; }","duration":"306.116375ms","start":"2026-05-28T03:03:12.792697Z","end":"2026-05-28T03:03:13.098813Z","steps":["trace[489634868] 'count revisions from in-memory index tree' (duration: 305.916008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:13.098853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:12.792673Z","time spent":"306.172636ms","remote":"127.0.0.1:60458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:03:13.098849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.59618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:13.09894Z","caller":"traceutil/trace.go:171","msg":"trace[449702668] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26961; }","duration":"434.730884ms","start":"2026-05-28T03:03:12.664171Z","end":"2026-05-28T03:03:13.098902Z","steps":["trace[449702668] 'count revisions from in-memory index tree' (duration: 434.518607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:13.098992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.736792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:13.098986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:12.664153Z","time spent":"434.818617ms","remote":"127.0.0.1:41784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:03:13.099009Z","caller":"traceutil/trace.go:171","msg":"trace[590646785] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26961; }","duration":"205.783874ms","start":"2026-05-28T03:03:12.893219Z","end":"2026-05-28T03:03:13.099003Z","steps":["trace[590646785] 'count revisions from in-memory index tree' (duration: 205.691101ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:13.968154Z","caller":"traceutil/trace.go:171","msg":"trace[291814600] transaction","detail":"{read_only:false; response_revision:26963; number_of_response:1; }","duration":"393.09809ms","start":"2026-05-28T03:03:13.575017Z","end":"2026-05-28T03:03:13.968115Z","steps":["trace[291814600] 'process raft request' (duration: 392.857942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:13.968637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:13.574977Z","time spent":"393.466152ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:13.982178Z","caller":"traceutil/trace.go:171","msg":"trace[651263933] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"103.650136ms","start":"2026-05-28T03:03:13.87851Z","end":"2026-05-28T03:03:13.98216Z","steps":["trace[651263933] 'process raft request' (duration: 103.538952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:14.44653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.830623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:03:14.446721Z","caller":"traceutil/trace.go:171","msg":"trace[1302058511] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"308.908733ms","start":"2026-05-28T03:03:14.137787Z","end":"2026-05-28T03:03:14.446696Z","steps":["trace[1302058511] 'process raft request' (duration: 170.818042ms)","trace[1302058511] 'compare' (duration: 137.685649ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:14.44684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.137781Z","time spent":"308.996716ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:14.447221Z","caller":"traceutil/trace.go:171","msg":"trace[42759979] transaction","detail":"{read_only:false; response_revision:26967; number_of_response:1; }","duration":"309.372788ms","start":"2026-05-28T03:03:14.137839Z","end":"2026-05-28T03:03:14.447212Z","steps":["trace[42759979] 'process raft request' (duration: 308.795579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:14.447274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.137823Z","time spent":"309.42403ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:14.447282Z","caller":"traceutil/trace.go:171","msg":"trace[1836659508] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"309.386598ms","start":"2026-05-28T03:03:14.137862Z","end":"2026-05-28T03:03:14.447249Z","steps":["trace[1836659508] 'process raft request' (duration: 308.844301ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:14.44733Z","caller":"traceutil/trace.go:171","msg":"trace[1415271337] transaction","detail":"{read_only:false; response_revision:26969; number_of_response:1; }","duration":"308.947515ms","start":"2026-05-28T03:03:14.138328Z","end":"2026-05-28T03:03:14.447275Z","steps":["trace[1415271337] 'process raft request' (duration: 308.415588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:14.447464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.137858Z","time spent":"309.520653ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:14.44756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.138294Z","time spent":"309.129981ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:14.447662Z","caller":"traceutil/trace.go:171","msg":"trace[1755998563] transaction","detail":"{read_only:false; response_revision:26970; number_of_response:1; }","duration":"280.061906ms","start":"2026-05-28T03:03:14.16759Z","end":"2026-05-28T03:03:14.447652Z","steps":["trace[1755998563] 'process raft request' (duration: 279.201418ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:14.447734Z","caller":"traceutil/trace.go:171","msg":"trace[352887335] transaction","detail":"{read_only:false; response_revision:26971; number_of_response:1; }","duration":"280.110117ms","start":"2026-05-28T03:03:14.167613Z","end":"2026-05-28T03:03:14.447723Z","steps":["trace[352887335] 'process raft request' (duration: 279.228819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:14.447974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.881388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-28T03:03:14.448027Z","caller":"traceutil/trace.go:171","msg":"trace[295060914] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26971; }","duration":"300.990071ms","start":"2026-05-28T03:03:14.147022Z","end":"2026-05-28T03:03:14.448012Z","steps":["trace[295060914] 'agreement among raft nodes before linearized reading' (duration: 300.796945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:14.448065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.147004Z","time spent":"301.052844ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-28T03:03:14.447771Z","caller":"traceutil/trace.go:171","msg":"trace[1069363404] linearizableReadLoop","detail":"{readStateIndex:27883; appliedIndex:27878; }","duration":"300.64657ms","start":"2026-05-28T03:03:14.147077Z","end":"2026-05-28T03:03:14.447723Z","steps":["trace[1069363404] 'read index received' (duration: 54.947957ms)","trace[1069363404] 'applied index is now lower than readState.Index' (duration: 245.697373ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:14.448525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.408068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-05-28T03:03:14.448581Z","caller":"traceutil/trace.go:171","msg":"trace[1156005325] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0; range_end:; response_count:1; response_revision:26971; }","duration":"281.479541ms","start":"2026-05-28T03:03:14.16709Z","end":"2026-05-28T03:03:14.44857Z","steps":["trace[1156005325] 'agreement among raft nodes before linearized reading' (duration: 281.332976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:14.448581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.49825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:03:14.448663Z","caller":"traceutil/trace.go:171","msg":"trace[1420901385] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26971; }","duration":"269.648704ms","start":"2026-05-28T03:03:14.178996Z","end":"2026-05-28T03:03:14.448644Z","steps":["trace[1420901385] 'agreement among raft nodes before linearized reading' (duration: 269.50867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:15.091696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.517214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:03:15.091798Z","caller":"traceutil/trace.go:171","msg":"trace[1777457174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26971; }","duration":"527.674708ms","start":"2026-05-28T03:03:14.564099Z","end":"2026-05-28T03:03:15.091774Z","steps":["trace[1777457174] 'range keys from in-memory index tree' (duration: 527.325838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:15.091866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.564079Z","time spent":"527.768672ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:03:15.092505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.752641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T03:03:15.092565Z","caller":"traceutil/trace.go:171","msg":"trace[1317253228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26971; }","duration":"438.871835ms","start":"2026-05-28T03:03:14.653674Z","end":"2026-05-28T03:03:15.092546Z","steps":["trace[1317253228] 'range keys from in-memory index tree' (duration: 438.541064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:15.092607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.653653Z","time spent":"438.944068ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:03:15.093021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.538592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:03:15.093181Z","caller":"traceutil/trace.go:171","msg":"trace[1236831590] transaction","detail":"{read_only:false; response_revision:26972; number_of_response:1; }","duration":"439.320239ms","start":"2026-05-28T03:03:14.653827Z","end":"2026-05-28T03:03:15.093148Z","steps":["trace[1236831590] 'process raft request' (duration: 213.584711ms)","trace[1236831590] 'compare' (duration: 224.344664ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:15.093338Z","caller":"traceutil/trace.go:171","msg":"trace[1887266121] linearizableReadLoop","detail":"{readStateIndex:27886; appliedIndex:27885; }","duration":"439.041381ms","start":"2026-05-28T03:03:14.654276Z","end":"2026-05-28T03:03:15.093317Z","steps":["trace[1887266121] 'read index received' (duration: 213.149417ms)","trace[1887266121] 'applied index is now lower than readState.Index' (duration: 225.889773ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:15.093328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.653792Z","time spent":"439.453313ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:15.509862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.703941ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T03:03:15.509952Z","caller":"traceutil/trace.go:171","msg":"trace[463627593] linearizableReadLoop","detail":"{readStateIndex:27887; appliedIndex:27886; }","duration":"416.537725ms","start":"2026-05-28T03:03:15.093389Z","end":"2026-05-28T03:03:15.509927Z","steps":["trace[463627593] 'read index received' (duration: 72.342µs)","trace[463627593] 'applied index is now lower than readState.Index' (duration: 416.463873ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:15.510135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.845774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:03:15.510313Z","caller":"traceutil/trace.go:171","msg":"trace[596393707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26972; }","duration":"855.937547ms","start":"2026-05-28T03:03:14.654237Z","end":"2026-05-28T03:03:15.510174Z","steps":["trace[596393707] 'agreement among raft nodes before linearized reading' (duration: 439.206536ms)","trace[596393707] 'range keys from in-memory index tree' (duration: 416.568737ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:15.510365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.654221Z","time spent":"856.132254ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:03:15.510496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.376107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T03:03:15.510524Z","caller":"traceutil/trace.go:171","msg":"trace[1228608256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26972; }","duration":"854.404648ms","start":"2026-05-28T03:03:14.656112Z","end":"2026-05-28T03:03:15.510517Z","steps":["trace[1228608256] 'agreement among raft nodes before linearized reading' (duration: 854.331506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:15.510549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.65601Z","time spent":"854.532603ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:03:15.510677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.320859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T03:03:15.5107Z","caller":"traceutil/trace.go:171","msg":"trace[1469986034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26972; }","duration":"856.394492ms","start":"2026-05-28T03:03:14.6543Z","end":"2026-05-28T03:03:15.510694Z","steps":["trace[1469986034] 'agreement among raft nodes before linearized reading' (duration: 856.33602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:15.510719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.654279Z","time spent":"856.435243ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:03:16.010766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492455918,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:03:16.145362Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.048710959s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T03:03:16.145878Z","caller":"traceutil/trace.go:171","msg":"trace[755194096] transaction","detail":"{read_only:false; response_revision:26973; number_of_response:1; }","duration":"1.049271487s","start":"2026-05-28T03:03:15.096581Z","end":"2026-05-28T03:03:16.145852Z","steps":["trace[755194096] 'process raft request' (duration: 1.049086851s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.146047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.096567Z","time spent":"1.049365989s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:16.320782Z","caller":"traceutil/trace.go:171","msg":"trace[1778646031] transaction","detail":"{read_only:false; response_revision:26975; number_of_response:1; }","duration":"1.151972352s","start":"2026-05-28T03:03:15.168781Z","end":"2026-05-28T03:03:16.320754Z","steps":["trace[1778646031] 'process raft request' (duration: 1.151856388s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:16.320792Z","caller":"traceutil/trace.go:171","msg":"trace[1900133702] transaction","detail":"{read_only:false; response_revision:26974; number_of_response:1; }","duration":"1.223159625s","start":"2026-05-28T03:03:15.09759Z","end":"2026-05-28T03:03:16.320749Z","steps":["trace[1900133702] 'process raft request' (duration: 1.16264196s)","trace[1900133702] 'compare' (duration: 60.258746ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:16.320901Z","caller":"traceutil/trace.go:171","msg":"trace[727886220] transaction","detail":"{read_only:false; response_revision:26978; number_of_response:1; }","duration":"805.741432ms","start":"2026-05-28T03:03:15.51514Z","end":"2026-05-28T03:03:16.320882Z","steps":["trace[727886220] 'process raft request' (duration: 805.653089ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:16.320908Z","caller":"traceutil/trace.go:171","msg":"trace[1210499305] transaction","detail":"{read_only:false; response_revision:26976; number_of_response:1; }","duration":"990.61191ms","start":"2026-05-28T03:03:15.330278Z","end":"2026-05-28T03:03:16.32089Z","steps":["trace[1210499305] 'process raft request' (duration: 990.416344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.320979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.097564Z","time spent":"1.2233141s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:16.321003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.515123Z","time spent":"805.825104ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:16.321005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.168759Z","time spent":"1.152095986s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:16.321086Z","caller":"traceutil/trace.go:171","msg":"trace[749365055] transaction","detail":"{read_only:false; response_revision:26979; number_of_response:1; }","duration":"805.847915ms","start":"2026-05-28T03:03:15.515211Z","end":"2026-05-28T03:03:16.321059Z","steps":["trace[749365055] 'process raft request' (duration: 805.638968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.321104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.330253Z","time spent":"990.723644ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:16.321126Z","caller":"traceutil/trace.go:171","msg":"trace[1001549025] transaction","detail":"{read_only:false; response_revision:26982; number_of_response:1; }","duration":"346.639142ms","start":"2026-05-28T03:03:15.974476Z","end":"2026-05-28T03:03:16.321115Z","steps":["trace[1001549025] 'process raft request' (duration: 346.55108ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:16.321142Z","caller":"traceutil/trace.go:171","msg":"trace[1221746221] transaction","detail":"{read_only:false; response_revision:26977; number_of_response:1; }","duration":"880.738687ms","start":"2026-05-28T03:03:15.440388Z","end":"2026-05-28T03:03:16.321127Z","steps":["trace[1221746221] 'process raft request' (duration: 880.364725ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:16.321148Z","caller":"traceutil/trace.go:171","msg":"trace[767480266] linearizableReadLoop","detail":"{readStateIndex:27897; appliedIndex:27887; }","duration":"811.162314ms","start":"2026-05-28T03:03:15.509973Z","end":"2026-05-28T03:03:16.321136Z","steps":["trace[767480266] 'read index received' (duration: 635.772887ms)","trace[767480266] 'applied index is now lower than readState.Index' (duration: 175.388317ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:16.321179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.974456Z","time spent":"346.696535ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:16.321158Z","caller":"traceutil/trace.go:171","msg":"trace[67429024] transaction","detail":"{read_only:false; response_revision:26981; number_of_response:1; }","duration":"598.524982ms","start":"2026-05-28T03:03:15.722583Z","end":"2026-05-28T03:03:16.321108Z","steps":["trace[67429024] 'process raft request' (duration: 598.417659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.321195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.440367Z","time spent":"880.798649ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:16.321207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.515206Z","time spent":"805.935388ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:16.32128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.515622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:16.321302Z","caller":"traceutil/trace.go:171","msg":"trace[2127696549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26983; }","duration":"787.568124ms","start":"2026-05-28T03:03:15.533728Z","end":"2026-05-28T03:03:16.321296Z","steps":["trace[2127696549] 'agreement among raft nodes before linearized reading' (duration: 787.520133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.321309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.163135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:03:16.32132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.53372Z","time spent":"787.596925ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:03:16.321319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.722559Z","time spent":"598.675667ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:16.321343Z","caller":"traceutil/trace.go:171","msg":"trace[985095035] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26983; }","duration":"128.224567ms","start":"2026-05-28T03:03:16.193107Z","end":"2026-05-28T03:03:16.321331Z","steps":["trace[985095035] 'agreement among raft nodes before linearized reading' (duration: 128.162795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.321349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070567863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-28T03:03:16.321311Z","caller":"traceutil/trace.go:171","msg":"trace[1758384917] transaction","detail":"{read_only:false; response_revision:26980; number_of_response:1; }","duration":"805.749392ms","start":"2026-05-28T03:03:15.515511Z","end":"2026-05-28T03:03:16.321261Z","steps":["trace[1758384917] 'process raft request' (duration: 805.430692ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:16.321384Z","caller":"traceutil/trace.go:171","msg":"trace[1014146657] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26983; }","duration":"1.070637186s","start":"2026-05-28T03:03:15.250737Z","end":"2026-05-28T03:03:16.321374Z","steps":["trace[1014146657] 'agreement among raft nodes before linearized reading' (duration: 1.070478771s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.321415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.250722Z","time spent":"1.070686357s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-28T03:03:16.321411Z","caller":"traceutil/trace.go:171","msg":"trace[1595440062] transaction","detail":"{read_only:false; response_revision:26983; number_of_response:1; }","duration":"114.317785ms","start":"2026-05-28T03:03:16.206793Z","end":"2026-05-28T03:03:16.32111Z","steps":["trace[1595440062] 'process raft request' (duration: 114.266924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.321439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.802194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-28T03:03:16.32144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.089006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-05-28T03:03:16.321488Z","caller":"traceutil/trace.go:171","msg":"trace[753077752] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26983; }","duration":"772.871147ms","start":"2026-05-28T03:03:15.548602Z","end":"2026-05-28T03:03:16.321473Z","steps":["trace[753077752] 'agreement among raft nodes before linearized reading' (duration: 772.728702ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:16.321505Z","caller":"traceutil/trace.go:171","msg":"trace[593421799] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0; range_end:; response_count:1; response_revision:26983; }","duration":"869.20955ms","start":"2026-05-28T03:03:15.452281Z","end":"2026-05-28T03:03:16.32149Z","steps":["trace[593421799] 'agreement among raft nodes before linearized reading' (duration: 868.933771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.321507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.515504Z","time spent":"805.910207ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:16.321578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.548591Z","time spent":"772.97416ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T03:03:16.321587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.452258Z","time spent":"869.315424ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0\" "} {"level":"warn","ts":"2026-05-28T03:03:17.036144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492455935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:03:17.536332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492455935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:03:17.568881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026617885s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:17.569005Z","caller":"traceutil/trace.go:171","msg":"trace[1407755969] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26983; }","duration":"1.02675455s","start":"2026-05-28T03:03:16.542231Z","end":"2026-05-28T03:03:17.568985Z","steps":["trace[1407755969] 'range keys from in-memory index tree' (duration: 1.026586904s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:17.727498Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.270966676s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T03:03:17.727897Z","caller":"traceutil/trace.go:171","msg":"trace[127285588] transaction","detail":"{read_only:false; response_revision:26984; number_of_response:1; }","duration":"1.273357412s","start":"2026-05-28T03:03:16.454517Z","end":"2026-05-28T03:03:17.727874Z","steps":["trace[127285588] 'process raft request' (duration: 1.273199187s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:17.728016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:16.454495Z","time spent":"1.273446515s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:18.535226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000038568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:03:18.535311Z","caller":"traceutil/trace.go:171","msg":"trace[1349633457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000170503s","start":"2026-05-28T03:03:16.535125Z","end":"2026-05-28T03:03:18.535295Z","steps":["trace[1349633457] 'agreement among raft nodes before linearized reading' (duration: 2.000067499s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:18.535374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:16.535102Z","time spent":"2.000263596s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:03:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:03:18.892559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.164751667s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T03:03:19.248372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.539166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:03:19.248906Z","caller":"traceutil/trace.go:171","msg":"trace[1824220030] linearizableReadLoop","detail":"{readStateIndex:27903; appliedIndex:27898; }","duration":"2.713725603s","start":"2026-05-28T03:03:16.535162Z","end":"2026-05-28T03:03:19.248888Z","steps":["trace[1824220030] 'read index received' (duration: 1.19247732s)","trace[1824220030] 'applied index is now lower than readState.Index' (duration: 1.521246913s)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:19.248993Z","caller":"traceutil/trace.go:171","msg":"trace[1708487417] transaction","detail":"{read_only:false; response_revision:26986; number_of_response:1; }","duration":"2.793848711s","start":"2026-05-28T03:03:16.455133Z","end":"2026-05-28T03:03:19.248981Z","steps":["trace[1708487417] 'process raft request' (duration: 2.793571562s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.249059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:16.45511Z","time spent":"2.793914414s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:19.249092Z","caller":"traceutil/trace.go:171","msg":"trace[1165164765] transaction","detail":"{read_only:false; response_revision:26987; number_of_response:1; }","duration":"2.793571962s","start":"2026-05-28T03:03:16.455503Z","end":"2026-05-28T03:03:19.249075Z","steps":["trace[1165164765] 'process raft request' (duration: 2.793296323s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:19.249133Z","caller":"traceutil/trace.go:171","msg":"trace[1621759324] transaction","detail":"{read_only:false; response_revision:26985; number_of_response:1; }","duration":"2.794165321s","start":"2026-05-28T03:03:16.454934Z","end":"2026-05-28T03:03:19.2491Z","steps":["trace[1621759324] 'process raft request' (duration: 2.43781512s)","trace[1621759324] 'compare' (duration: 354.583695ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:19.249128Z","caller":"traceutil/trace.go:171","msg":"trace[2071994486] transaction","detail":"{read_only:false; response_revision:26988; number_of_response:1; }","duration":"2.151085142s","start":"2026-05-28T03:03:17.098007Z","end":"2026-05-28T03:03:19.249092Z","steps":["trace[2071994486] 'process raft request' (duration: 2.150835324s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.249168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:16.455491Z","time spent":"2.793646185s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:19.249203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:16.45491Z","time spent":"2.794255574s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:19.249246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:17.097974Z","time spent":"2.151210586s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:19.572864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.281818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:03:19.57309Z","caller":"traceutil/trace.go:171","msg":"trace[1340809231] transaction","detail":"{read_only:false; response_revision:26990; number_of_response:1; }","duration":"1.24531052s","start":"2026-05-28T03:03:18.327765Z","end":"2026-05-28T03:03:19.573076Z","steps":["trace[1340809231] 'process raft request' (duration: 1.245199507s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.573157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.327748Z","time spent":"1.245375872s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:19.573284Z","caller":"traceutil/trace.go:171","msg":"trace[1160969257] transaction","detail":"{read_only:false; response_revision:26989; number_of_response:1; }","duration":"1.245397873s","start":"2026-05-28T03:03:18.327736Z","end":"2026-05-28T03:03:19.573134Z","steps":["trace[1160969257] 'process raft request' (duration: 1.139782065s)","trace[1160969257] 'compare' (duration: 105.067931ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:19.573312Z","caller":"traceutil/trace.go:171","msg":"trace[1150626623] transaction","detail":"{read_only:false; response_revision:26991; number_of_response:1; }","duration":"1.24500719s","start":"2026-05-28T03:03:18.328282Z","end":"2026-05-28T03:03:19.57329Z","steps":["trace[1150626623] 'process raft request' (duration: 1.244762362s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.573426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.328267Z","time spent":"1.245106104s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:19.573472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565109587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:19.573467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.327711Z","time spent":"1.245659931s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:19.573491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198095127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:19.573522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846147615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:19.573525Z","caller":"traceutil/trace.go:171","msg":"trace[1942933152] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26991; }","duration":"2.56520163s","start":"2026-05-28T03:03:17.008305Z","end":"2026-05-28T03:03:19.573507Z","steps":["trace[1942933152] 'agreement among raft nodes before linearized reading' (duration: 2.565118547s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.57355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496634161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:19.573553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:17.008284Z","time spent":"2.565262442s","remote":"127.0.0.1:57710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:03:19.573541Z","caller":"traceutil/trace.go:171","msg":"trace[569956607] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26991; }","duration":"2.19817854s","start":"2026-05-28T03:03:17.375347Z","end":"2026-05-28T03:03:19.573525Z","steps":["trace[569956607] 'agreement among raft nodes before linearized reading' (duration: 2.198089237s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:19.573578Z","caller":"traceutil/trace.go:171","msg":"trace[278557766] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26991; }","duration":"1.496716383s","start":"2026-05-28T03:03:18.076853Z","end":"2026-05-28T03:03:19.57357Z","steps":["trace[278557766] 'agreement among raft nodes before linearized reading' (duration: 1.496665001s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.5736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.076821Z","time spent":"1.496773225s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:03:19.573596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.627766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:134"} {"level":"warn","ts":"2026-05-28T03:03:19.573596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.658319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-28T03:03:19.573618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:17.375329Z","time spent":"2.198273532s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:03:19.573632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998900223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:19.573652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245012138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-05-28T03:03:19.573666Z","caller":"traceutil/trace.go:171","msg":"trace[178857483] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26991; }","duration":"1.998983915s","start":"2026-05-28T03:03:17.574674Z","end":"2026-05-28T03:03:19.573658Z","steps":["trace[178857483] 'agreement among raft nodes before linearized reading' (duration: 1.998924003s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.573657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246861219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T03:03:19.573658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623421792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18b39ba00b3af89a\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-05-28T03:03:19.573658Z","caller":"traceutil/trace.go:171","msg":"trace[1037809535] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:26991; }","duration":"776.7385ms","start":"2026-05-28T03:03:18.796903Z","end":"2026-05-28T03:03:19.573641Z","steps":["trace[1037809535] 'agreement among raft nodes before linearized reading' (duration: 776.550634ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:19.573689Z","caller":"traceutil/trace.go:171","msg":"trace[1387040588] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26991; }","duration":"838.768613ms","start":"2026-05-28T03:03:18.734884Z","end":"2026-05-28T03:03:19.573652Z","steps":["trace[1387040588] 'agreement among raft nodes before linearized reading' (duration: 838.595647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.573722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.79688Z","time spent":"776.831553ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-05-28T03:03:19.573718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.814948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:19.573715Z","caller":"traceutil/trace.go:171","msg":"trace[1281923720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26991; }","duration":"1.246920961s","start":"2026-05-28T03:03:18.326776Z","end":"2026-05-28T03:03:19.573697Z","steps":["trace[1281923720] 'agreement among raft nodes before linearized reading' (duration: 1.246717965s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:19.573725Z","caller":"traceutil/trace.go:171","msg":"trace[1989358602] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18b39ba00b3af89a; range_end:; response_count:1; response_revision:26991; }","duration":"1.623514535s","start":"2026-05-28T03:03:17.950192Z","end":"2026-05-28T03:03:19.573707Z","steps":["trace[1989358602] 'agreement among raft nodes before linearized reading' (duration: 1.623299929s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.573733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.734868Z","time spent":"838.855015ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-28T03:03:19.573751Z","caller":"traceutil/trace.go:171","msg":"trace[1204876476] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26991; }","duration":"485.966323ms","start":"2026-05-28T03:03:19.087775Z","end":"2026-05-28T03:03:19.573741Z","steps":["trace[1204876476] 'agreement among raft nodes before linearized reading' (duration: 485.903842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.573767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.32669Z","time spent":"1.247064876s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:03:19.573775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833485171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:19.573689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:17.574653Z","time spent":"1.999029407s","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:03:19.573784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:19.087751Z","time spent":"486.020065ms","remote":"127.0.0.1:60238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:03:19.573768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246546009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:03:19.573805Z","caller":"traceutil/trace.go:171","msg":"trace[1952103817] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26991; }","duration":"2.833516892s","start":"2026-05-28T03:03:16.740281Z","end":"2026-05-28T03:03:19.573798Z","steps":["trace[1952103817] 'agreement among raft nodes before linearized reading' (duration: 2.833468741s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:19.573684Z","caller":"traceutil/trace.go:171","msg":"trace[506502890] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0; range_end:; response_count:1; response_revision:26991; }","duration":"2.24507947s","start":"2026-05-28T03:03:17.328597Z","end":"2026-05-28T03:03:19.573676Z","steps":["trace[506502890] 'agreement among raft nodes before linearized reading' (duration: 2.244987748s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.573827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:16.740224Z","time spent":"2.833597925s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:03:19.573824Z","caller":"traceutil/trace.go:171","msg":"trace[976207334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26991; }","duration":"1.246624702s","start":"2026-05-28T03:03:18.327188Z","end":"2026-05-28T03:03:19.573813Z","steps":["trace[976207334] 'agreement among raft nodes before linearized reading' (duration: 1.246487737s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.573792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246438516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T03:03:19.573863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038155682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:19.573884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.327175Z","time spent":"1.246675653s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:03:19.573889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247293603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T03:03:19.573893Z","caller":"traceutil/trace.go:171","msg":"trace[1191825149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26991; }","duration":"1.038213604s","start":"2026-05-28T03:03:18.535672Z","end":"2026-05-28T03:03:19.573886Z","steps":["trace[1191825149] 'agreement among raft nodes before linearized reading' (duration: 1.038168663s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.573481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118609509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:19.573774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:17.950178Z","time spent":"1.623584418s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18b39ba00b3af89a\" "} {"level":"warn","ts":"2026-05-28T03:03:19.573915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.535643Z","time spent":"1.038267436s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T03:03:19.573915Z","caller":"traceutil/trace.go:171","msg":"trace[1154209807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26991; }","duration":"1.247366126s","start":"2026-05-28T03:03:18.326539Z","end":"2026-05-28T03:03:19.573905Z","steps":["trace[1154209807] 'agreement among raft nodes before linearized reading' (duration: 1.247300204s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.573492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.813832366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-28T03:03:19.573914Z","caller":"traceutil/trace.go:171","msg":"trace[2136420808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26991; }","duration":"1.246649183s","start":"2026-05-28T03:03:18.327235Z","end":"2026-05-28T03:03:19.573885Z","steps":["trace[2136420808] 'agreement among raft nodes before linearized reading' (duration: 1.2462262s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.573937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.326518Z","time spent":"1.247414057s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T03:03:19.573946Z","caller":"traceutil/trace.go:171","msg":"trace[539166274] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26991; }","duration":"2.119098925s","start":"2026-05-28T03:03:17.454823Z","end":"2026-05-28T03:03:19.573922Z","steps":["trace[539166274] 'agreement among raft nodes before linearized reading' (duration: 2.118591669s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.573977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.327215Z","time spent":"1.246748896s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:03:19.574011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:17.454807Z","time spent":"2.119183067s","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:03:19.574025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278746543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:19.573861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:17.328582Z","time spent":"2.245270497s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0\" "} {"level":"info","ts":"2026-05-28T03:03:19.573954Z","caller":"traceutil/trace.go:171","msg":"trace[203601829] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26991; }","duration":"2.814302722s","start":"2026-05-28T03:03:16.759638Z","end":"2026-05-28T03:03:19.573941Z","steps":["trace[203601829] 'agreement among raft nodes before linearized reading' (duration: 2.813788796s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:19.574059Z","caller":"traceutil/trace.go:171","msg":"trace[105310941] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26991; }","duration":"1.278823205s","start":"2026-05-28T03:03:18.295225Z","end":"2026-05-28T03:03:19.574048Z","steps":["trace[105310941] 'agreement among raft nodes before linearized reading' (duration: 1.278766403s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.574084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:16.759632Z","time spent":"2.814443526s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-05-28T03:03:19.574088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.295201Z","time spent":"1.278878507s","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:03:19.57357Z","caller":"traceutil/trace.go:171","msg":"trace[196979346] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26991; }","duration":"1.846233238s","start":"2026-05-28T03:03:17.727305Z","end":"2026-05-28T03:03:19.573538Z","steps":["trace[196979346] 'agreement among raft nodes before linearized reading' (duration: 1.846196347s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.57606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:17.727289Z","time spent":"1.848756538s","remote":"127.0.0.1:57828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:03:19.573387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423261278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:03:19.576197Z","caller":"traceutil/trace.go:171","msg":"trace[1599455496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26991; }","duration":"1.426122729s","start":"2026-05-28T03:03:18.15006Z","end":"2026-05-28T03:03:19.576182Z","steps":["trace[1599455496] 'agreement among raft nodes before linearized reading' (duration: 1.423166585s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.576228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.150033Z","time spent":"1.42618597s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T03:03:19.573228Z","caller":"traceutil/trace.go:171","msg":"trace[1665083983] linearizableReadLoop","detail":"{readStateIndex:27906; appliedIndex:27903; }","duration":"324.253101ms","start":"2026-05-28T03:03:19.248945Z","end":"2026-05-28T03:03:19.573198Z","steps":["trace[1665083983] 'read index received' (duration: 218.509829ms)","trace[1665083983] 'applied index is now lower than readState.Index' (duration: 105.741652ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:19.574285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874469785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:03:19.57638Z","caller":"traceutil/trace.go:171","msg":"trace[1452823883] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26991; }","duration":"2.876603363s","start":"2026-05-28T03:03:16.699763Z","end":"2026-05-28T03:03:19.576366Z","steps":["trace[1452823883] 'agreement among raft nodes before linearized reading' (duration: 2.874429104s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.576412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:16.699739Z","time spent":"2.876664815s","remote":"127.0.0.1:48358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:03:19.613664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.71251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:19.613763Z","caller":"traceutil/trace.go:171","msg":"trace[552699174] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26991; }","duration":"265.876084ms","start":"2026-05-28T03:03:19.347865Z","end":"2026-05-28T03:03:19.613741Z","steps":["trace[552699174] 'agreement among raft nodes before linearized reading' (duration: 265.699079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.613684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.173842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-28T03:03:19.613869Z","caller":"traceutil/trace.go:171","msg":"trace[237750385] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26991; }","duration":"159.358628ms","start":"2026-05-28T03:03:19.454482Z","end":"2026-05-28T03:03:19.613841Z","steps":["trace[237750385] 'agreement among raft nodes before linearized reading' (duration: 159.059338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.875369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.895334ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-05-28T03:03:19.876177Z","caller":"traceutil/trace.go:171","msg":"trace[501089006] transaction","detail":"{read_only:false; response_revision:26992; number_of_response:1; }","duration":"297.580463ms","start":"2026-05-28T03:03:19.578572Z","end":"2026-05-28T03:03:19.876153Z","steps":["trace[501089006] 'process raft request' (duration: 297.002404ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:19.876416Z","caller":"traceutil/trace.go:171","msg":"trace[1514170553] transaction","detail":"{read_only:false; response_revision:26993; number_of_response:1; }","duration":"297.762009ms","start":"2026-05-28T03:03:19.578645Z","end":"2026-05-28T03:03:19.876407Z","steps":["trace[1514170553] 'process raft request' (duration: 297.369746ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:19.876638Z","caller":"traceutil/trace.go:171","msg":"trace[611178318] linearizableReadLoop","detail":"{readStateIndex:27913; appliedIndex:27907; }","duration":"263.115287ms","start":"2026-05-28T03:03:19.613514Z","end":"2026-05-28T03:03:19.876629Z","steps":["trace[611178318] 'read index received' (duration: 90.643943ms)","trace[611178318] 'applied index is now lower than readState.Index' (duration: 172.470614ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:19.876711Z","caller":"traceutil/trace.go:171","msg":"trace[1971406532] transaction","detail":"{read_only:false; response_revision:26995; number_of_response:1; }","duration":"297.778919ms","start":"2026-05-28T03:03:19.578925Z","end":"2026-05-28T03:03:19.876704Z","steps":["trace[1971406532] 'process raft request' (duration: 297.263203ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:19.876723Z","caller":"traceutil/trace.go:171","msg":"trace[1591628499] transaction","detail":"{read_only:false; response_revision:26997; number_of_response:1; }","duration":"261.713382ms","start":"2026-05-28T03:03:19.614981Z","end":"2026-05-28T03:03:19.876694Z","steps":["trace[1591628499] 'process raft request' (duration: 261.611779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.876834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.859236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:19.876859Z","caller":"traceutil/trace.go:171","msg":"trace[136690628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26997; }","duration":"294.906428ms","start":"2026-05-28T03:03:19.581946Z","end":"2026-05-28T03:03:19.876852Z","steps":["trace[136690628] 'agreement among raft nodes before linearized reading' (duration: 294.833596ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:19.876768Z","caller":"traceutil/trace.go:171","msg":"trace[1781779727] transaction","detail":"{read_only:false; response_revision:26996; number_of_response:1; }","duration":"297.014085ms","start":"2026-05-28T03:03:19.579748Z","end":"2026-05-28T03:03:19.876762Z","steps":["trace[1781779727] 'process raft request' (duration: 296.772327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.876987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.043824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:19.877009Z","caller":"traceutil/trace.go:171","msg":"trace[562884705] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26997; }","duration":"296.086705ms","start":"2026-05-28T03:03:19.580915Z","end":"2026-05-28T03:03:19.877002Z","steps":["trace[562884705] 'agreement among raft nodes before linearized reading' (duration: 296.047283ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:19.876382Z","caller":"traceutil/trace.go:171","msg":"trace[162583608] transaction","detail":"{read_only:false; response_revision:26994; number_of_response:1; }","duration":"297.532951ms","start":"2026-05-28T03:03:19.578818Z","end":"2026-05-28T03:03:19.876351Z","steps":["trace[162583608] 'process raft request' (duration: 297.298774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.878962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:19.578812Z","time spent":"300.042321ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:19.885765Z","caller":"traceutil/trace.go:171","msg":"trace[764802400] transaction","detail":"{read_only:false; response_revision:26998; number_of_response:1; }","duration":"152.327294ms","start":"2026-05-28T03:03:19.733421Z","end":"2026-05-28T03:03:19.885748Z","steps":["trace[764802400] 'process raft request' (duration: 152.239211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.885811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.100306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:03:19.885856Z","caller":"traceutil/trace.go:171","msg":"trace[1899315198] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26998; }","duration":"174.190089ms","start":"2026-05-28T03:03:19.711646Z","end":"2026-05-28T03:03:19.885836Z","steps":["trace[1899315198] 'agreement among raft nodes before linearized reading' (duration: 174.110416ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:20.571538Z","caller":"traceutil/trace.go:171","msg":"trace[528077694] linearizableReadLoop","detail":"{readStateIndex:27917; appliedIndex:27916; }","duration":"169.905733ms","start":"2026-05-28T03:03:20.401611Z","end":"2026-05-28T03:03:20.571517Z","steps":["trace[528077694] 'read index received' (duration: 169.696536ms)","trace[528077694] 'applied index is now lower than readState.Index' (duration: 208.317µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:20.571895Z","caller":"traceutil/trace.go:171","msg":"trace[1437763522] transaction","detail":"{read_only:false; response_revision:27000; number_of_response:1; }","duration":"398.422859ms","start":"2026-05-28T03:03:20.173444Z","end":"2026-05-28T03:03:20.571867Z","steps":["trace[1437763522] 'process raft request' (duration: 397.936074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:20.571993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:20.173409Z","time spent":"398.517942ms","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:20.572224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.602705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0\" ","response":"range_response_count:1 size:3762"} {"level":"warn","ts":"2026-05-28T03:03:20.572212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.237036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:20.572278Z","caller":"traceutil/trace.go:171","msg":"trace[820831793] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0; range_end:; response_count:1; response_revision:27000; }","duration":"170.686128ms","start":"2026-05-28T03:03:20.401576Z","end":"2026-05-28T03:03:20.572262Z","steps":["trace[820831793] 'agreement among raft nodes before linearized reading' (duration: 170.505402ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:20.572298Z","caller":"traceutil/trace.go:171","msg":"trace[2108469051] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27000; }","duration":"160.38496ms","start":"2026-05-28T03:03:20.411892Z","end":"2026-05-28T03:03:20.572277Z","steps":["trace[2108469051] 'agreement among raft nodes before linearized reading' (duration: 160.206825ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:21.565578Z","caller":"traceutil/trace.go:171","msg":"trace[1915391891] transaction","detail":"{read_only:false; response_revision:27002; number_of_response:1; }","duration":"309.692138ms","start":"2026-05-28T03:03:21.255867Z","end":"2026-05-28T03:03:21.56556Z","steps":["trace[1915391891] 'process raft request' (duration: 309.566144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:21.565699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:21.255844Z","time spent":"309.787131ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:21.64227Z","caller":"traceutil/trace.go:171","msg":"trace[1189515598] linearizableReadLoop","detail":"{readStateIndex:27923; appliedIndex:27918; }","duration":"232.347078ms","start":"2026-05-28T03:03:21.409901Z","end":"2026-05-28T03:03:21.642248Z","steps":["trace[1189515598] 'read index received' (duration: 155.567777ms)","trace[1189515598] 'applied index is now lower than readState.Index' (duration: 76.778451ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:21.642281Z","caller":"traceutil/trace.go:171","msg":"trace[1316235452] transaction","detail":"{read_only:false; response_revision:27004; number_of_response:1; }","duration":"385.677544ms","start":"2026-05-28T03:03:21.25654Z","end":"2026-05-28T03:03:21.642217Z","steps":["trace[1316235452] 'process raft request' (duration: 385.563571ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:21.642309Z","caller":"traceutil/trace.go:171","msg":"trace[102839271] transaction","detail":"{read_only:false; response_revision:27005; number_of_response:1; }","duration":"385.673614ms","start":"2026-05-28T03:03:21.256597Z","end":"2026-05-28T03:03:21.642271Z","steps":["trace[102839271] 'process raft request' (duration: 385.54576ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:21.642368Z","caller":"traceutil/trace.go:171","msg":"trace[1166623577] transaction","detail":"{read_only:false; response_revision:27007; number_of_response:1; }","duration":"151.450135ms","start":"2026-05-28T03:03:21.490898Z","end":"2026-05-28T03:03:21.642349Z","steps":["trace[1166623577] 'process raft request' (duration: 151.308531ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:21.642387Z","caller":"traceutil/trace.go:171","msg":"trace[1664663904] transaction","detail":"{read_only:false; response_revision:27006; number_of_response:1; }","duration":"314.291695ms","start":"2026-05-28T03:03:21.328059Z","end":"2026-05-28T03:03:21.642351Z","steps":["trace[1664663904] 'process raft request' (duration: 314.116329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:21.642511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.597897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-28T03:03:21.642514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:21.256569Z","time spent":"385.85046ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:21.642553Z","caller":"traceutil/trace.go:171","msg":"trace[1839876540] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27007; }","duration":"232.68904ms","start":"2026-05-28T03:03:21.409854Z","end":"2026-05-28T03:03:21.642543Z","steps":["trace[1839876540] 'agreement among raft nodes before linearized reading' (duration: 232.509644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:21.642546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:21.328036Z","time spent":"314.426508ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:21.642552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:21.256526Z","time spent":"385.86004ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:21.64329Z","caller":"traceutil/trace.go:171","msg":"trace[1577811842] transaction","detail":"{read_only:false; response_revision:27003; number_of_response:1; }","duration":"386.902804ms","start":"2026-05-28T03:03:21.256363Z","end":"2026-05-28T03:03:21.643266Z","steps":["trace[1577811842] 'process raft request' (duration: 385.596812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:21.643385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:21.256321Z","time spent":"387.020427ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:21.809674Z","caller":"traceutil/trace.go:171","msg":"trace[1624992865] transaction","detail":"{read_only:false; response_revision:27009; number_of_response:1; }","duration":"229.814538ms","start":"2026-05-28T03:03:21.579834Z","end":"2026-05-28T03:03:21.809648Z","steps":["trace[1624992865] 'process raft request' (duration: 229.732355ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:21.809693Z","caller":"traceutil/trace.go:171","msg":"trace[1710953729] transaction","detail":"{read_only:false; response_revision:27008; number_of_response:1; }","duration":"230.363055ms","start":"2026-05-28T03:03:21.579297Z","end":"2026-05-28T03:03:21.80966Z","steps":["trace[1710953729] 'process raft request' (duration: 230.131338ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:21.809843Z","caller":"traceutil/trace.go:171","msg":"trace[1726194754] transaction","detail":"{read_only:false; response_revision:27010; number_of_response:1; }","duration":"229.90164ms","start":"2026-05-28T03:03:21.57993Z","end":"2026-05-28T03:03:21.809832Z","steps":["trace[1726194754] 'process raft request' (duration: 229.683703ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:21.809843Z","caller":"traceutil/trace.go:171","msg":"trace[977925547] linearizableReadLoop","detail":"{readStateIndex:27927; appliedIndex:27924; }","duration":"167.474736ms","start":"2026-05-28T03:03:21.642336Z","end":"2026-05-28T03:03:21.809811Z","steps":["trace[977925547] 'read index received' (duration: 167.096234ms)","trace[977925547] 'applied index is now lower than readState.Index' (duration: 376.312µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:21.809915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.740474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:21.809976Z","caller":"traceutil/trace.go:171","msg":"trace[680217115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27010; }","duration":"273.843838ms","start":"2026-05-28T03:03:21.536119Z","end":"2026-05-28T03:03:21.809963Z","steps":["trace[680217115] 'agreement among raft nodes before linearized reading' (duration: 273.732234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:21.810031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.070101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0\" ","response":"range_response_count:1 size:3948"} {"level":"warn","ts":"2026-05-28T03:03:21.810085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.114914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T03:03:21.810106Z","caller":"traceutil/trace.go:171","msg":"trace[1508110365] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0; range_end:; response_count:1; response_revision:27010; }","duration":"227.206715ms","start":"2026-05-28T03:03:21.582881Z","end":"2026-05-28T03:03:21.810088Z","steps":["trace[1508110365] 'agreement among raft nodes before linearized reading' (duration: 226.931976ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:21.81012Z","caller":"traceutil/trace.go:171","msg":"trace[1317179718] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:27010; }","duration":"378.184916ms","start":"2026-05-28T03:03:21.431923Z","end":"2026-05-28T03:03:21.810108Z","steps":["trace[1317179718] 'agreement among raft nodes before linearized reading' (duration: 378.00319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:21.810156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:21.431908Z","time spent":"378.238947ms","remote":"127.0.0.1:48196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":181,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:03:21.810193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.776498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T03:03:21.810263Z","caller":"traceutil/trace.go:171","msg":"trace[1811728428] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27010; }","duration":"163.888302ms","start":"2026-05-28T03:03:21.646358Z","end":"2026-05-28T03:03:21.810246Z","steps":["trace[1811728428] 'agreement among raft nodes before linearized reading' (duration: 163.619223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:21.81026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.183693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-05-28T03:03:21.810311Z","caller":"traceutil/trace.go:171","msg":"trace[1371716974] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0; range_end:; response_count:1; response_revision:27010; }","duration":"115.274225ms","start":"2026-05-28T03:03:21.695023Z","end":"2026-05-28T03:03:21.810298Z","steps":["trace[1371716974] 'agreement among raft nodes before linearized reading' (duration: 115.127931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:22.738765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.402544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:03:22.738851Z","caller":"traceutil/trace.go:171","msg":"trace[1183870026] transaction","detail":"{read_only:false; response_revision:27011; number_of_response:1; }","duration":"850.817555ms","start":"2026-05-28T03:03:21.88802Z","end":"2026-05-28T03:03:22.738837Z","steps":["trace[1183870026] 'process raft request' (duration: 549.279747ms)","trace[1183870026] 'compare' (duration: 301.037752ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:22.738905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:21.888004Z","time spent":"850.881037ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:23.47106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.564811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:03:23.471254Z","caller":"traceutil/trace.go:171","msg":"trace[1093811631] transaction","detail":"{read_only:false; response_revision:27012; number_of_response:1; }","duration":"1.581424338s","start":"2026-05-28T03:03:21.889801Z","end":"2026-05-28T03:03:23.471225Z","steps":["trace[1093811631] 'process raft request' (duration: 1.06762266s)","trace[1093811631] 'compare' (duration: 513.168908ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:23.471401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:21.889783Z","time spent":"1.581542242s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:23.471458Z","caller":"traceutil/trace.go:171","msg":"trace[445030084] linearizableReadLoop","detail":"{readStateIndex:27933; appliedIndex:27927; }","duration":"1.511591317s","start":"2026-05-28T03:03:21.959848Z","end":"2026-05-28T03:03:23.471439Z","steps":["trace[445030084] 'read index received' (duration: 477.465093ms)","trace[445030084] 'applied index is now lower than readState.Index' (duration: 1.034125144s)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:23.471525Z","caller":"traceutil/trace.go:171","msg":"trace[1185141774] transaction","detail":"{read_only:false; response_revision:27014; number_of_response:1; }","duration":"1.581565203s","start":"2026-05-28T03:03:21.889948Z","end":"2026-05-28T03:03:23.471514Z","steps":["trace[1185141774] 'process raft request' (duration: 1.581340715s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:23.471564Z","caller":"traceutil/trace.go:171","msg":"trace[849711577] transaction","detail":"{read_only:false; response_revision:27015; number_of_response:1; }","duration":"1.581536002s","start":"2026-05-28T03:03:21.890017Z","end":"2026-05-28T03:03:23.471553Z","steps":["trace[849711577] 'process raft request' (duration: 1.581320175s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:23.47163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:21.889996Z","time spent":"1.581597444s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:23.471669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:21.889942Z","time spent":"1.581614424s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:23.471773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428859246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:23.471807Z","caller":"traceutil/trace.go:171","msg":"trace[2048600245] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27016; }","duration":"1.428930649s","start":"2026-05-28T03:03:22.042867Z","end":"2026-05-28T03:03:23.471798Z","steps":["trace[2048600245] 'agreement among raft nodes before linearized reading' (duration: 1.428874547s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:23.471838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:22.042846Z","time spent":"1.428983491s","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T03:03:23.471802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511925978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:03:23.471892Z","caller":"traceutil/trace.go:171","msg":"trace[1328491731] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:27016; }","duration":"1.512059542s","start":"2026-05-28T03:03:21.959812Z","end":"2026-05-28T03:03:23.471872Z","steps":["trace[1328491731] 'agreement among raft nodes before linearized reading' (duration: 1.511841025s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:23.471927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.709874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:23.471943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:21.959801Z","time spent":"1.512130635s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:03:23.471915Z","caller":"traceutil/trace.go:171","msg":"trace[1126665977] transaction","detail":"{read_only:false; response_revision:27016; number_of_response:1; }","duration":"1.581406687s","start":"2026-05-28T03:03:21.890479Z","end":"2026-05-28T03:03:23.471886Z","steps":["trace[1126665977] 'process raft request' (duration: 1.580922782s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:23.471964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.430864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-05-28T03:03:23.471994Z","caller":"traceutil/trace.go:171","msg":"trace[2040941744] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0; range_end:; response_count:1; response_revision:27016; }","duration":"656.488895ms","start":"2026-05-28T03:03:22.815495Z","end":"2026-05-28T03:03:23.471984Z","steps":["trace[2040941744] 'agreement among raft nodes before linearized reading' (duration: 656.380532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:23.471954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.976679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:23.471983Z","caller":"traceutil/trace.go:171","msg":"trace[113938818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27016; }","duration":"935.815338ms","start":"2026-05-28T03:03:22.536151Z","end":"2026-05-28T03:03:23.471966Z","steps":["trace[113938818] 'agreement among raft nodes before linearized reading' (duration: 935.729195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:23.472018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:22.815481Z","time spent":"656.531347ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0\" "} {"level":"info","ts":"2026-05-28T03:03:23.471825Z","caller":"traceutil/trace.go:171","msg":"trace[302539792] transaction","detail":"{read_only:false; response_revision:27013; number_of_response:1; }","duration":"1.581921204s","start":"2026-05-28T03:03:21.889892Z","end":"2026-05-28T03:03:23.471813Z","steps":["trace[302539792] 'process raft request' (duration: 1.581286424s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:23.47204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:22.536112Z","time spent":"935.916731ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:03:23.472068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:21.889885Z","time spent":"1.582151791s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:23.472076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:21.89047Z","time spent":"1.581517111s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:23.472088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.190581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:23.472038Z","caller":"traceutil/trace.go:171","msg":"trace[78756550] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:27016; }","duration":"639.073212ms","start":"2026-05-28T03:03:22.832945Z","end":"2026-05-28T03:03:23.472018Z","steps":["trace[78756550] 'agreement among raft nodes before linearized reading' (duration: 638.893366ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:23.472122Z","caller":"traceutil/trace.go:171","msg":"trace[1287306703] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:27016; }","duration":"564.253923ms","start":"2026-05-28T03:03:22.907859Z","end":"2026-05-28T03:03:23.472113Z","steps":["trace[1287306703] 'agreement among raft nodes before linearized reading' (duration: 564.204211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:23.472157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:22.907844Z","time spent":"564.304885ms","remote":"127.0.0.1:41734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:03:23.472224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:22.832926Z","time spent":"639.237787ms","remote":"127.0.0.1:52062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:03:23.899399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.35998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:03:23.899619Z","caller":"traceutil/trace.go:171","msg":"trace[1560075740] transaction","detail":"{read_only:false; response_revision:27019; number_of_response:1; }","duration":"250.886938ms","start":"2026-05-28T03:03:23.648714Z","end":"2026-05-28T03:03:23.899601Z","steps":["trace[1560075740] 'process raft request' (duration: 250.847746ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:23.899849Z","caller":"traceutil/trace.go:171","msg":"trace[1333109668] transaction","detail":"{read_only:false; response_revision:27017; number_of_response:1; }","duration":"327.552916ms","start":"2026-05-28T03:03:23.572285Z","end":"2026-05-28T03:03:23.899838Z","steps":["trace[1333109668] 'process raft request' (duration: 60.654109ms)","trace[1333109668] 'compare' (duration: 266.003029ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:23.899915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:23.572248Z","time spent":"327.633669ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:23.899979Z","caller":"traceutil/trace.go:171","msg":"trace[1548871763] transaction","detail":"{read_only:false; response_revision:27018; number_of_response:1; }","duration":"251.229629ms","start":"2026-05-28T03:03:23.648711Z","end":"2026-05-28T03:03:23.899941Z","steps":["trace[1548871763] 'process raft request' (duration: 250.792395ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:24.442242Z","caller":"traceutil/trace.go:171","msg":"trace[319702916] transaction","detail":"{read_only:false; response_revision:27023; number_of_response:1; }","duration":"627.098991ms","start":"2026-05-28T03:03:23.815119Z","end":"2026-05-28T03:03:24.442218Z","steps":["trace[319702916] 'process raft request' (duration: 627.0601ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:24.44233Z","caller":"traceutil/trace.go:171","msg":"trace[59648258] transaction","detail":"{read_only:false; response_revision:27020; number_of_response:1; }","duration":"792.726888ms","start":"2026-05-28T03:03:23.649565Z","end":"2026-05-28T03:03:24.442292Z","steps":["trace[59648258] 'process raft request' (duration: 792.394327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:24.442394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:23.815112Z","time spent":"627.207345ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:24.442342Z","caller":"traceutil/trace.go:171","msg":"trace[627937887] transaction","detail":"{read_only:false; response_revision:27021; number_of_response:1; }","duration":"627.255016ms","start":"2026-05-28T03:03:23.815052Z","end":"2026-05-28T03:03:24.442307Z","steps":["trace[627937887] 'process raft request' (duration: 627.044459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:24.442559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:23.649536Z","time spent":"792.892593ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:24.442445Z","caller":"traceutil/trace.go:171","msg":"trace[1123122615] transaction","detail":"{read_only:false; response_revision:27022; number_of_response:1; }","duration":"627.334529ms","start":"2026-05-28T03:03:23.815053Z","end":"2026-05-28T03:03:24.442387Z","steps":["trace[1123122615] 'process raft request' (duration: 627.094131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:24.442596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:23.815034Z","time spent":"627.476893ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:24.44291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:23.815035Z","time spent":"627.687349ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:24.929732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.233771ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T03:03:24.92987Z","caller":"traceutil/trace.go:171","msg":"trace[97672616] linearizableReadLoop","detail":"{readStateIndex:27941; appliedIndex:27936; }","duration":"725.925074ms","start":"2026-05-28T03:03:24.20392Z","end":"2026-05-28T03:03:24.929845Z","steps":["trace[97672616] 'read index received' (duration: 238.098682ms)","trace[97672616] 'applied index is now lower than readState.Index' (duration: 487.823992ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:24.930213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.149463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:24.930292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.991737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-28T03:03:24.930332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.847818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:24.930322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.001901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:24.930371Z","caller":"traceutil/trace.go:171","msg":"trace[256515676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27023; }","duration":"187.125571ms","start":"2026-05-28T03:03:24.743227Z","end":"2026-05-28T03:03:24.930352Z","steps":["trace[256515676] 'agreement among raft nodes before linearized reading' (duration: 186.861082ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:24.930386Z","caller":"traceutil/trace.go:171","msg":"trace[1592749505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27023; }","duration":"395.888889ms","start":"2026-05-28T03:03:24.534476Z","end":"2026-05-28T03:03:24.930365Z","steps":["trace[1592749505] 'agreement among raft nodes before linearized reading' (duration: 395.822467ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:24.930404Z","caller":"traceutil/trace.go:171","msg":"trace[266757698] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:27023; }","duration":"178.163686ms","start":"2026-05-28T03:03:24.752221Z","end":"2026-05-28T03:03:24.930384Z","steps":["trace[266757698] 'agreement among raft nodes before linearized reading' (duration: 177.98546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:24.930221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.261065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:24.930432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:24.534415Z","time spent":"396.008793ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:03:24.930433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.591883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:03:24.93043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.553908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-28T03:03:24.93051Z","caller":"traceutil/trace.go:171","msg":"trace[1505955759] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:27023; }","duration":"230.717597ms","start":"2026-05-28T03:03:24.699774Z","end":"2026-05-28T03:03:24.930491Z","steps":["trace[1505955759] 'agreement among raft nodes before linearized reading' (duration: 230.557252ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:24.930485Z","caller":"traceutil/trace.go:171","msg":"trace[1734012475] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27023; }","duration":"726.584645ms","start":"2026-05-28T03:03:24.203874Z","end":"2026-05-28T03:03:24.930458Z","steps":["trace[1734012475] 'agreement among raft nodes before linearized reading' (duration: 726.090399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:24.930512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.979134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-05-28T03:03:24.930518Z","caller":"traceutil/trace.go:171","msg":"trace[2011613356] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27023; }","duration":"306.692872ms","start":"2026-05-28T03:03:24.623809Z","end":"2026-05-28T03:03:24.930502Z","steps":["trace[2011613356] 'agreement among raft nodes before linearized reading' (duration: 306.431064ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:24.930596Z","caller":"traceutil/trace.go:171","msg":"trace[1443555292] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0; range_end:; response_count:1; response_revision:27023; }","duration":"453.130579ms","start":"2026-05-28T03:03:24.477448Z","end":"2026-05-28T03:03:24.930578Z","steps":["trace[1443555292] 'agreement among raft nodes before linearized reading' (duration: 452.86681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:24.930578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:24.203853Z","time spent":"726.702279ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:03:24.930345Z","caller":"traceutil/trace.go:171","msg":"trace[1021886978] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27023; }","duration":"160.330079ms","start":"2026-05-28T03:03:24.769991Z","end":"2026-05-28T03:03:24.930321Z","steps":["trace[1021886978] 'agreement among raft nodes before linearized reading' (duration: 160.109252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:24.930649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:24.477428Z","time spent":"453.210772ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dcaa29ba-b101-4c0b-8a44-8e11a6f631b0\" "} {"level":"warn","ts":"2026-05-28T03:03:24.930649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:24.623788Z","time spent":"306.825547ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-28T03:03:24.930398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.359174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:03:24.930752Z","caller":"traceutil/trace.go:171","msg":"trace[426602656] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:27023; }","duration":"179.721105ms","start":"2026-05-28T03:03:24.750999Z","end":"2026-05-28T03:03:24.930721Z","steps":["trace[426602656] 'agreement among raft nodes before linearized reading' (duration: 179.289412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:24.931031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.667453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-28T03:03:24.931143Z","caller":"traceutil/trace.go:171","msg":"trace[541364234] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27023; }","duration":"518.815638ms","start":"2026-05-28T03:03:24.412315Z","end":"2026-05-28T03:03:24.93113Z","steps":["trace[541364234] 'agreement among raft nodes before linearized reading' (duration: 518.425506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:24.931217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:24.412294Z","time spent":"518.914091ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-28T03:03:25.203849Z","caller":"traceutil/trace.go:171","msg":"trace[1963591055] linearizableReadLoop","detail":"{readStateIndex:27943; appliedIndex:27942; }","duration":"148.567915ms","start":"2026-05-28T03:03:25.055256Z","end":"2026-05-28T03:03:25.203823Z","steps":["trace[1963591055] 'read index received' (duration: 148.324357ms)","trace[1963591055] 'applied index is now lower than readState.Index' (duration: 242.638µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:25.20395Z","caller":"traceutil/trace.go:171","msg":"trace[1363478410] transaction","detail":"{read_only:false; response_revision:27025; number_of_response:1; }","duration":"148.766621ms","start":"2026-05-28T03:03:25.055147Z","end":"2026-05-28T03:03:25.203914Z","steps":["trace[1363478410] 'process raft request' (duration: 148.504322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:25.204161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.869444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-05-28T03:03:25.204253Z","caller":"traceutil/trace.go:171","msg":"trace[25758844] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27025; }","duration":"149.000338ms","start":"2026-05-28T03:03:25.05523Z","end":"2026-05-28T03:03:25.204231Z","steps":["trace[25758844] 'agreement among raft nodes before linearized reading' (duration: 148.705818ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:57.48655Z","caller":"traceutil/trace.go:171","msg":"trace[1975556990] linearizableReadLoop","detail":"{readStateIndex:28240; appliedIndex:28239; }","duration":"360.489684ms","start":"2026-05-28T03:03:57.126033Z","end":"2026-05-28T03:03:57.486522Z","steps":["trace[1975556990] 'read index received' (duration: 360.287267ms)","trace[1975556990] 'applied index is now lower than readState.Index' (duration: 201.477µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:57.486918Z","caller":"traceutil/trace.go:171","msg":"trace[1923414122] transaction","detail":"{read_only:false; response_revision:27314; number_of_response:1; }","duration":"389.95012ms","start":"2026-05-28T03:03:57.096951Z","end":"2026-05-28T03:03:57.486901Z","steps":["trace[1923414122] 'process raft request' (duration: 389.425503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:57.487036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:57.09692Z","time spent":"390.041953ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:57.48726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.224087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T03:03:57.487306Z","caller":"traceutil/trace.go:171","msg":"trace[183632412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27314; }","duration":"361.303809ms","start":"2026-05-28T03:03:57.125991Z","end":"2026-05-28T03:03:57.487294Z","steps":["trace[183632412] 'agreement among raft nodes before linearized reading' (duration: 361.165645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:57.487339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:57.125972Z","time spent":"361.35949ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T03:03:57.726792Z","caller":"traceutil/trace.go:171","msg":"trace[1580979856] transaction","detail":"{read_only:false; response_revision:27315; number_of_response:1; }","duration":"230.2333ms","start":"2026-05-28T03:03:57.496528Z","end":"2026-05-28T03:03:57.726762Z","steps":["trace[1580979856] 'process raft request' (duration: 210.587995ms)","trace[1580979856] 'compare' (duration: 18.920572ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:57.726879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.527258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:57.726904Z","caller":"traceutil/trace.go:171","msg":"trace[1568711267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27316; }","duration":"185.599301ms","start":"2026-05-28T03:03:57.541299Z","end":"2026-05-28T03:03:57.726899Z","steps":["trace[1568711267] 'agreement among raft nodes before linearized reading' (duration: 185.540649ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:57.726801Z","caller":"traceutil/trace.go:171","msg":"trace[794289060] linearizableReadLoop","detail":"{readStateIndex:28241; appliedIndex:28240; }","duration":"185.445886ms","start":"2026-05-28T03:03:57.541338Z","end":"2026-05-28T03:03:57.726784Z","steps":["trace[794289060] 'read index received' (duration: 165.710828ms)","trace[794289060] 'applied index is now lower than readState.Index' (duration: 19.733228ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:57.727044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.358915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:57.727085Z","caller":"traceutil/trace.go:171","msg":"trace[2007698946] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:27316; }","duration":"164.434138ms","start":"2026-05-28T03:03:57.562639Z","end":"2026-05-28T03:03:57.727073Z","steps":["trace[2007698946] 'agreement among raft nodes before linearized reading' (duration: 164.350926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:57.727367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.722763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:03:57.727401Z","caller":"traceutil/trace.go:171","msg":"trace[766718651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27316; }","duration":"101.809606ms","start":"2026-05-28T03:03:57.625584Z","end":"2026-05-28T03:03:57.727393Z","steps":["trace[766718651] 'agreement among raft nodes before linearized reading' (duration: 101.735074ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:57.727579Z","caller":"traceutil/trace.go:171","msg":"trace[1072368143] transaction","detail":"{read_only:false; response_revision:27316; number_of_response:1; }","duration":"124.792617ms","start":"2026-05-28T03:03:57.601805Z","end":"2026-05-28T03:03:57.726597Z","steps":["trace[1072368143] 'process raft request' (duration: 124.747686ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:58.199976Z","caller":"traceutil/trace.go:171","msg":"trace[1112200391] transaction","detail":"{read_only:false; response_revision:27321; number_of_response:1; }","duration":"232.101791ms","start":"2026-05-28T03:03:57.967854Z","end":"2026-05-28T03:03:58.199956Z","steps":["trace[1112200391] 'process raft request' (duration: 231.809881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:58.618994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.460706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:03:58.619196Z","caller":"traceutil/trace.go:171","msg":"trace[1015157623] linearizableReadLoop","detail":"{readStateIndex:28249; appliedIndex:28246; }","duration":"605.095781ms","start":"2026-05-28T03:03:58.014083Z","end":"2026-05-28T03:03:58.619179Z","steps":["trace[1015157623] 'read index received' (duration: 185.571031ms)","trace[1015157623] 'applied index is now lower than readState.Index' (duration: 419.52375ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:58.619208Z","caller":"traceutil/trace.go:171","msg":"trace[1797315795] transaction","detail":"{read_only:false; response_revision:27322; number_of_response:1; }","duration":"605.235316ms","start":"2026-05-28T03:03:58.013935Z","end":"2026-05-28T03:03:58.619171Z","steps":["trace[1797315795] 'process raft request' (duration: 303.529362ms)","trace[1797315795] 'compare' (duration: 301.370713ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:58.619393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:58.013912Z","time spent":"605.38059ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:58.619416Z","caller":"traceutil/trace.go:171","msg":"trace[1565497057] transaction","detail":"{read_only:false; response_revision:27323; number_of_response:1; }","duration":"605.393491ms","start":"2026-05-28T03:03:58.01401Z","end":"2026-05-28T03:03:58.619404Z","steps":["trace[1565497057] 'process raft request' (duration: 605.06861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:58.619488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:58.013984Z","time spent":"605.466713ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:58.619612Z","caller":"traceutil/trace.go:171","msg":"trace[2072135620] transaction","detail":"{read_only:false; response_revision:27324; number_of_response:1; }","duration":"603.827201ms","start":"2026-05-28T03:03:58.015774Z","end":"2026-05-28T03:03:58.619601Z","steps":["trace[2072135620] 'process raft request' (duration: 603.364366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:58.619673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:58.015758Z","time spent":"603.884173ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:58.619843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.753292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:58.619883Z","caller":"traceutil/trace.go:171","msg":"trace[841764080] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:27324; }","duration":"605.823624ms","start":"2026-05-28T03:03:58.014047Z","end":"2026-05-28T03:03:58.61987Z","steps":["trace[841764080] 'agreement among raft nodes before linearized reading' (duration: 605.764442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:58.619914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:58.014013Z","time spent":"605.891076ms","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:03:58.6221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.92256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-658bt.18b39b1fb3392716\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-05-28T03:03:58.622185Z","caller":"traceutil/trace.go:171","msg":"trace[536880125] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-658bt.18b39b1fb3392716; range_end:; response_count:1; response_revision:27328; }","duration":"296.048214ms","start":"2026-05-28T03:03:58.326118Z","end":"2026-05-28T03:03:58.622166Z","steps":["trace[536880125] 'agreement among raft nodes before linearized reading' (duration: 295.802226ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:04:01.127127Z","caller":"traceutil/trace.go:171","msg":"trace[2081545443] transaction","detail":"{read_only:false; response_revision:27341; number_of_response:1; }","duration":"500.556307ms","start":"2026-05-28T03:04:00.626533Z","end":"2026-05-28T03:04:01.12709Z","steps":["trace[2081545443] 'process raft request' (duration: 489.261818ms)","trace[2081545443] 'compare' (duration: 10.817254ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:04:01.127334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:00.626524Z","time spent":"500.685001ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:04:01.12738Z","caller":"traceutil/trace.go:171","msg":"trace[754840528] transaction","detail":"{read_only:false; response_revision:27343; number_of_response:1; }","duration":"500.197426ms","start":"2026-05-28T03:04:00.627163Z","end":"2026-05-28T03:04:01.12736Z","steps":["trace[754840528] 'process raft request' (duration: 499.866985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:01.127581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:00.627153Z","time spent":"500.3294ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:04:01.127587Z","caller":"traceutil/trace.go:171","msg":"trace[1775099537] transaction","detail":"{read_only:false; response_revision:27344; number_of_response:1; }","duration":"500.300169ms","start":"2026-05-28T03:04:00.627269Z","end":"2026-05-28T03:04:01.127569Z","steps":["trace[1775099537] 'process raft request' (duration: 500.01757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:01.127798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:00.627256Z","time spent":"500.489215ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:04:01.127856Z","caller":"traceutil/trace.go:171","msg":"trace[1811740134] linearizableReadLoop","detail":"{readStateIndex:28273; appliedIndex:28267; }","duration":"352.359475ms","start":"2026-05-28T03:04:00.77547Z","end":"2026-05-28T03:04:01.127829Z","steps":["trace[1811740134] 'read index received' (duration: 340.339542ms)","trace[1811740134] 'applied index is now lower than readState.Index' (duration: 12.018583ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:04:01.127905Z","caller":"traceutil/trace.go:171","msg":"trace[1221119444] transaction","detail":"{read_only:false; response_revision:27346; number_of_response:1; }","duration":"499.209595ms","start":"2026-05-28T03:04:00.628683Z","end":"2026-05-28T03:04:01.127893Z","steps":["trace[1221119444] 'process raft request' (duration: 499.016529ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:04:01.127896Z","caller":"traceutil/trace.go:171","msg":"trace[995939519] transaction","detail":"{read_only:false; response_revision:27345; number_of_response:1; }","duration":"500.297159ms","start":"2026-05-28T03:04:00.627545Z","end":"2026-05-28T03:04:01.127842Z","steps":["trace[995939519] 'process raft request' (duration: 499.949758ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:04:01.127143Z","caller":"traceutil/trace.go:171","msg":"trace[1111080211] transaction","detail":"{read_only:false; response_revision:27342; number_of_response:1; }","duration":"500.151904ms","start":"2026-05-28T03:04:00.626962Z","end":"2026-05-28T03:04:01.127114Z","steps":["trace[1111080211] 'process raft request' (duration: 500.003259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:01.128011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.51564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:04:01.12802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:00.628653Z","time spent":"499.298568ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:04:01.128036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:00.627531Z","time spent":"500.435373ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:04:01.128061Z","caller":"traceutil/trace.go:171","msg":"trace[1851441644] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27346; }","duration":"352.633424ms","start":"2026-05-28T03:04:00.775411Z","end":"2026-05-28T03:04:01.128045Z","steps":["trace[1851441644] 'agreement among raft nodes before linearized reading' (duration: 352.52565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:01.128119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:00.775333Z","time spent":"352.770127ms","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:04:01.128204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:00.62694Z","time spent":"501.093354ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:04:01.907581Z","caller":"traceutil/trace.go:171","msg":"trace[1510737554] transaction","detail":"{read_only:false; response_revision:27347; number_of_response:1; }","duration":"209.855443ms","start":"2026-05-28T03:04:01.697697Z","end":"2026-05-28T03:04:01.907552Z","steps":["trace[1510737554] 'process raft request' (duration: 209.690288ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:04:02.00076Z","caller":"traceutil/trace.go:171","msg":"trace[1809394078] linearizableReadLoop","detail":"{readStateIndex:28275; appliedIndex:28274; }","duration":"257.462477ms","start":"2026-05-28T03:04:01.743275Z","end":"2026-05-28T03:04:02.000737Z","steps":["trace[1809394078] 'read index received' (duration: 164.258244ms)","trace[1809394078] 'applied index is now lower than readState.Index' (duration: 93.203353ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:04:02.001006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.707655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T03:04:02.001043Z","caller":"traceutil/trace.go:171","msg":"trace[661700114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27348; }","duration":"257.793368ms","start":"2026-05-28T03:04:01.743235Z","end":"2026-05-28T03:04:02.001029Z","steps":["trace[661700114] 'agreement among raft nodes before linearized reading' (duration: 257.633992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:02.001099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.549952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:04:02.001182Z","caller":"traceutil/trace.go:171","msg":"trace[800104652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27348; }","duration":"247.658296ms","start":"2026-05-28T03:04:01.753495Z","end":"2026-05-28T03:04:02.001154Z","steps":["trace[800104652] 'agreement among raft nodes before linearized reading' (duration: 247.424448ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:04:02.000963Z","caller":"traceutil/trace.go:171","msg":"trace[1149765207] transaction","detail":"{read_only:false; response_revision:27348; number_of_response:1; }","duration":"260.349649ms","start":"2026-05-28T03:04:01.740564Z","end":"2026-05-28T03:04:02.000913Z","steps":["trace[1149765207] 'process raft request' (duration: 226.923746ms)","trace[1149765207] 'compare' (duration: 33.132314ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:04:02.0013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.45237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T03:04:02.001311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.0571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T03:04:02.001287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.501862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T03:04:02.001415Z","caller":"traceutil/trace.go:171","msg":"trace[686047716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27348; }","duration":"244.220656ms","start":"2026-05-28T03:04:01.757169Z","end":"2026-05-28T03:04:02.00139Z","steps":["trace[686047716] 'agreement among raft nodes before linearized reading' (duration: 243.876045ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:04:02.001375Z","caller":"traceutil/trace.go:171","msg":"trace[2137913068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27348; }","duration":"242.586374ms","start":"2026-05-28T03:04:01.75877Z","end":"2026-05-28T03:04:02.001357Z","steps":["trace[2137913068] 'agreement among raft nodes before linearized reading' (duration: 242.336696ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:04:02.001457Z","caller":"traceutil/trace.go:171","msg":"trace[1952807206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27348; }","duration":"242.710368ms","start":"2026-05-28T03:04:01.758729Z","end":"2026-05-28T03:04:02.00144Z","steps":["trace[1952807206] 'agreement among raft nodes before linearized reading' (duration: 242.250493ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:04:04.157679Z","caller":"traceutil/trace.go:171","msg":"trace[2079775234] linearizableReadLoop","detail":"{readStateIndex:28288; appliedIndex:28287; }","duration":"147.354336ms","start":"2026-05-28T03:04:04.010302Z","end":"2026-05-28T03:04:04.157657Z","steps":["trace[2079775234] 'read index received' (duration: 147.259123ms)","trace[2079775234] 'applied index is now lower than readState.Index' (duration: 94.283µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:04:04.15781Z","caller":"traceutil/trace.go:171","msg":"trace[753805475] transaction","detail":"{read_only:false; response_revision:27361; number_of_response:1; }","duration":"151.524739ms","start":"2026-05-28T03:04:04.006257Z","end":"2026-05-28T03:04:04.157782Z","steps":["trace[753805475] 'process raft request' (duration: 151.232649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:04.157904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.580303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:04:04.157938Z","caller":"traceutil/trace.go:171","msg":"trace[786635832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27361; }","duration":"147.677206ms","start":"2026-05-28T03:04:04.010252Z","end":"2026-05-28T03:04:04.157929Z","steps":["trace[786635832] 'agreement among raft nodes before linearized reading' (duration: 147.512121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:04.658812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492456810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:04:05.608946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.152431ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T03:04:05.610199Z","caller":"traceutil/trace.go:171","msg":"trace[135853117] transaction","detail":"{read_only:false; response_revision:27362; number_of_response:1; }","duration":"1.447897961s","start":"2026-05-28T03:04:04.162264Z","end":"2026-05-28T03:04:05.610161Z","steps":["trace[135853117] 'process raft request' (duration: 1.446799836s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:05.610421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:04.162245Z","time spent":"1.448079007s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:04:05.61223Z","caller":"traceutil/trace.go:171","msg":"trace[1544695075] linearizableReadLoop","detail":"{readStateIndex:28291; appliedIndex:28288; }","duration":"1.45446319s","start":"2026-05-28T03:04:04.157739Z","end":"2026-05-28T03:04:05.612203Z","steps":["trace[1544695075] 'read index received' (duration: 958.055895ms)","trace[1544695075] 'applied index is now lower than readState.Index' (duration: 496.405715ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:04:05.61225Z","caller":"traceutil/trace.go:171","msg":"trace[218989628] transaction","detail":"{read_only:false; response_revision:27363; number_of_response:1; }","duration":"965.795251ms","start":"2026-05-28T03:04:04.646426Z","end":"2026-05-28T03:04:05.612221Z","steps":["trace[218989628] 'process raft request' (duration: 963.711234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:05.612392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:04.646406Z","time spent":"965.894924ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:04:05.612438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59850193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T03:04:05.61251Z","caller":"traceutil/trace.go:171","msg":"trace[451195299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27363; }","duration":"1.598610023s","start":"2026-05-28T03:04:04.013882Z","end":"2026-05-28T03:04:05.612492Z","steps":["trace[451195299] 'agreement among raft nodes before linearized reading' (duration: 1.598359155s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:05.612543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:04.013828Z","time spent":"1.598706327s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:04:05.612552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598775159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T03:04:05.612594Z","caller":"traceutil/trace.go:171","msg":"trace[1621773937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27363; }","duration":"1.598852951s","start":"2026-05-28T03:04:04.013724Z","end":"2026-05-28T03:04:05.612577Z","steps":["trace[1621773937] 'agreement among raft nodes before linearized reading' (duration: 1.598759208s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:05.612542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473138723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:04:05.612628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:04.013705Z","time spent":"1.598916033s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:04:05.61266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548615984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:04:05.61268Z","caller":"traceutil/trace.go:171","msg":"trace[186116856] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:27363; }","duration":"1.548641165s","start":"2026-05-28T03:04:04.064033Z","end":"2026-05-28T03:04:05.612674Z","steps":["trace[186116856] 'agreement among raft nodes before linearized reading' (duration: 1.548593473s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:05.612695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:04.06397Z","time spent":"1.548721328s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:04:05.612463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598565302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:04:05.612687Z","caller":"traceutil/trace.go:171","msg":"trace[1479849366] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27363; }","duration":"1.473384201s","start":"2026-05-28T03:04:04.139266Z","end":"2026-05-28T03:04:05.61265Z","steps":["trace[1479849366] 'agreement among raft nodes before linearized reading' (duration: 1.473053151s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:04:05.612722Z","caller":"traceutil/trace.go:171","msg":"trace[1427958880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27363; }","duration":"1.598870012s","start":"2026-05-28T03:04:04.013843Z","end":"2026-05-28T03:04:05.612713Z","steps":["trace[1427958880] 'agreement among raft nodes before linearized reading' (duration: 1.598464069s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:05.612753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:04.013816Z","time spent":"1.598929243s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:04:05.612736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601182895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T03:04:05.612768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:04.139237Z","time spent":"1.473511245s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:04:05.612835Z","caller":"traceutil/trace.go:171","msg":"trace[1356025617] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27363; }","duration":"1.60133032s","start":"2026-05-28T03:04:04.011478Z","end":"2026-05-28T03:04:05.612808Z","steps":["trace[1356025617] 'agreement among raft nodes before linearized reading' (duration: 1.601055142s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:05.61289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:04.01147Z","time spent":"1.601408452s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T03:04:05.613314Z","caller":"traceutil/trace.go:171","msg":"trace[1163955345] transaction","detail":"{read_only:false; response_revision:27366; number_of_response:1; }","duration":"470.096899ms","start":"2026-05-28T03:04:05.143196Z","end":"2026-05-28T03:04:05.613293Z","steps":["trace[1163955345] 'process raft request' (duration: 469.950814ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:04:05.613396Z","caller":"traceutil/trace.go:171","msg":"trace[397446209] transaction","detail":"{read_only:false; response_revision:27369; number_of_response:1; }","duration":"466.767412ms","start":"2026-05-28T03:04:05.146611Z","end":"2026-05-28T03:04:05.613378Z","steps":["trace[397446209] 'process raft request' (duration: 466.636768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:05.613399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.7421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:04:05.613423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:05.14317Z","time spent":"470.179061ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:04:05.613456Z","caller":"traceutil/trace.go:171","msg":"trace[1605492393] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:27369; }","duration":"709.853012ms","start":"2026-05-28T03:04:04.903584Z","end":"2026-05-28T03:04:05.613437Z","steps":["trace[1605492393] 'agreement among raft nodes before linearized reading' (duration: 709.710848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:05.613471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:05.146599Z","time spent":"466.825115ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:04:05.613507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.557609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:04:05.613509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:04.903551Z","time spent":"709.944715ms","remote":"127.0.0.1:41656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:04:05.613548Z","caller":"traceutil/trace.go:171","msg":"trace[312847012] transaction","detail":"{read_only:false; response_revision:27367; number_of_response:1; }","duration":"470.13909ms","start":"2026-05-28T03:04:05.143402Z","end":"2026-05-28T03:04:05.613541Z","steps":["trace[312847012] 'process raft request' (duration: 469.779518ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:04:05.613548Z","caller":"traceutil/trace.go:171","msg":"trace[949600038] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27369; }","duration":"835.625341ms","start":"2026-05-28T03:04:04.777909Z","end":"2026-05-28T03:04:05.613534Z","steps":["trace[949600038] 'agreement among raft nodes before linearized reading' (duration: 835.57549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:05.613586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:05.143388Z","time spent":"470.178211ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:04:05.613584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:04.777883Z","time spent":"835.691314ms","remote":"127.0.0.1:60534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:04:05.61368Z","caller":"traceutil/trace.go:171","msg":"trace[2087030290] transaction","detail":"{read_only:false; response_revision:27368; number_of_response:1; }","duration":"467.464355ms","start":"2026-05-28T03:04:05.146209Z","end":"2026-05-28T03:04:05.613674Z","steps":["trace[2087030290] 'process raft request' (duration: 467.0029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:05.613714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:05.146192Z","time spent":"467.502456ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:04:05.613747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.775424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:04:05.613767Z","caller":"traceutil/trace.go:171","msg":"trace[1860757787] transaction","detail":"{read_only:false; response_revision:27364; number_of_response:1; }","duration":"470.619985ms","start":"2026-05-28T03:04:05.143131Z","end":"2026-05-28T03:04:05.613751Z","steps":["trace[1860757787] 'process raft request' (duration: 469.919123ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:04:05.613785Z","caller":"traceutil/trace.go:171","msg":"trace[1531397621] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:27369; }","duration":"283.856556ms","start":"2026-05-28T03:04:05.329918Z","end":"2026-05-28T03:04:05.613775Z","steps":["trace[1531397621] 'agreement among raft nodes before linearized reading' (duration: 283.790694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:05.613815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075760307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:04:05.613846Z","caller":"traceutil/trace.go:171","msg":"trace[1685203115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27369; }","duration":"1.075816089s","start":"2026-05-28T03:04:04.53802Z","end":"2026-05-28T03:04:05.613836Z","steps":["trace[1685203115] 'agreement among raft nodes before linearized reading' (duration: 1.075778868s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:05.613854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:05.143103Z","time spent":"470.705398ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:04:05.613874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:04.538004Z","time spent":"1.07586466s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:04:05.613957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276887813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:04:05.613984Z","caller":"traceutil/trace.go:171","msg":"trace[2100499877] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27369; }","duration":"1.276963245s","start":"2026-05-28T03:04:04.337011Z","end":"2026-05-28T03:04:05.613974Z","steps":["trace[2100499877] 'agreement among raft nodes before linearized reading' (duration: 1.276914584s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:05.614007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:04.336979Z","time spent":"1.277020047s","remote":"127.0.0.1:52054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:04:05.614038Z","caller":"traceutil/trace.go:171","msg":"trace[1106963760] transaction","detail":"{read_only:false; response_revision:27365; number_of_response:1; }","duration":"470.891364ms","start":"2026-05-28T03:04:05.143133Z","end":"2026-05-28T03:04:05.614024Z","steps":["trace[1106963760] 'process raft request' (duration: 469.979545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:05.614105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:05.143096Z","time spent":"470.971286ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:04:05.61414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.789303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:04:05.613778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020944295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:04:05.614184Z","caller":"traceutil/trace.go:171","msg":"trace[2000449060] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:27369; }","duration":"538.838515ms","start":"2026-05-28T03:04:05.075335Z","end":"2026-05-28T03:04:05.614174Z","steps":["trace[2000449060] 'agreement among raft nodes before linearized reading' (duration: 538.639238ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:04:05.614208Z","caller":"traceutil/trace.go:171","msg":"trace[922222180] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:27369; }","duration":"1.021371738s","start":"2026-05-28T03:04:04.592824Z","end":"2026-05-28T03:04:05.614195Z","steps":["trace[922222180] 'agreement among raft nodes before linearized reading' (duration: 1.020918244s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:05.614217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:05.075318Z","time spent":"538.891157ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:04:05.614251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:04.592755Z","time spent":"1.021484202s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:04:05.61341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348131158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T03:04:05.614474Z","caller":"traceutil/trace.go:171","msg":"trace[1937396467] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27369; }","duration":"1.349232774s","start":"2026-05-28T03:04:04.265224Z","end":"2026-05-28T03:04:05.614457Z","steps":["trace[1937396467] 'agreement among raft nodes before linearized reading' (duration: 1.348066287s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:05.613465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.199856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:04:05.614515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:04.265203Z","time spent":"1.349299926s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T03:04:05.614539Z","caller":"traceutil/trace.go:171","msg":"trace[1870501642] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27369; }","duration":"723.316271ms","start":"2026-05-28T03:04:04.891212Z","end":"2026-05-28T03:04:05.614529Z","steps":["trace[1870501642] 'agreement among raft nodes before linearized reading' (duration: 722.221376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:05.614568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:04.891193Z","time spent":"723.366893ms","remote":"127.0.0.1:60504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:04:10.325695Z","caller":"traceutil/trace.go:171","msg":"trace[996771879] transaction","detail":"{read_only:false; response_revision:27405; number_of_response:1; }","duration":"150.088822ms","start":"2026-05-28T03:04:10.175587Z","end":"2026-05-28T03:04:10.325676Z","steps":["trace[996771879] 'process raft request' (duration: 149.969759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:10.658548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.833784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:04:10.658655Z","caller":"traceutil/trace.go:171","msg":"trace[392456174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27405; }","duration":"121.981109ms","start":"2026-05-28T03:04:10.536649Z","end":"2026-05-28T03:04:10.65863Z","steps":["trace[392456174] 'range keys from in-memory index tree' (duration: 121.755582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:05:04.195564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.174407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:05:04.195645Z","caller":"traceutil/trace.go:171","msg":"trace[847488453] transaction","detail":"{read_only:false; response_revision:28002; number_of_response:1; }","duration":"140.512218ms","start":"2026-05-28T03:05:04.055119Z","end":"2026-05-28T03:05:04.195631Z","steps":["trace[847488453] 'process raft request' (duration: 17.213957ms)","trace[847488453] 'compare' (duration: 122.876798ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:05:04.266559Z","caller":"traceutil/trace.go:171","msg":"trace[384390554] transaction","detail":"{read_only:false; response_revision:28006; number_of_response:1; }","duration":"209.609545ms","start":"2026-05-28T03:05:04.056931Z","end":"2026-05-28T03:05:04.26654Z","steps":["trace[384390554] 'process raft request' (duration: 209.579334ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:05:04.266854Z","caller":"traceutil/trace.go:171","msg":"trace[1104656368] transaction","detail":"{read_only:false; response_revision:28003; number_of_response:1; }","duration":"211.105263ms","start":"2026-05-28T03:05:04.05574Z","end":"2026-05-28T03:05:04.266845Z","steps":["trace[1104656368] 'process raft request' (duration: 210.628308ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:05:04.266962Z","caller":"traceutil/trace.go:171","msg":"trace[1198688946] transaction","detail":"{read_only:false; response_revision:28004; number_of_response:1; }","duration":"210.945518ms","start":"2026-05-28T03:05:04.056005Z","end":"2026-05-28T03:05:04.266951Z","steps":["trace[1198688946] 'process raft request' (duration: 210.455413ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:05:04.267092Z","caller":"traceutil/trace.go:171","msg":"trace[910133866] transaction","detail":"{read_only:false; response_revision:28005; number_of_response:1; }","duration":"210.520874ms","start":"2026-05-28T03:05:04.056556Z","end":"2026-05-28T03:05:04.267077Z","steps":["trace[910133866] 'process raft request' (duration: 209.932015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:05:04.504472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.101386ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T03:05:04.50455Z","caller":"traceutil/trace.go:171","msg":"trace[477077874] linearizableReadLoop","detail":"{readStateIndex:28949; appliedIndex:28944; }","duration":"311.243757ms","start":"2026-05-28T03:05:04.193293Z","end":"2026-05-28T03:05:04.504536Z","steps":["trace[477077874] 'read index received' (duration: 73.023422ms)","trace[477077874] 'applied index is now lower than readState.Index' (duration: 238.219295ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:05:04.505122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.467211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:05:04.505149Z","caller":"traceutil/trace.go:171","msg":"trace[373195472] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28006; }","duration":"126.518163ms","start":"2026-05-28T03:05:04.378624Z","end":"2026-05-28T03:05:04.505142Z","steps":["trace[373195472] 'agreement among raft nodes before linearized reading' (duration: 126.456931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:05:04.505126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.579268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:05:04.505152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.572367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:05:04.505161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.438251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:05:04.505223Z","caller":"traceutil/trace.go:171","msg":"trace[328570330] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28006; }","duration":"127.68312ms","start":"2026-05-28T03:05:04.377523Z","end":"2026-05-28T03:05:04.505207Z","steps":["trace[328570330] 'agreement among raft nodes before linearized reading' (duration: 127.553486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:05:04.505269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.296041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:05:04.505309Z","caller":"traceutil/trace.go:171","msg":"trace[1300224991] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:28006; }","duration":"262.370983ms","start":"2026-05-28T03:05:04.242928Z","end":"2026-05-28T03:05:04.505299Z","steps":["trace[1300224991] 'agreement among raft nodes before linearized reading' (duration: 262.309361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:05:04.50533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.037992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:05:04.505358Z","caller":"traceutil/trace.go:171","msg":"trace[1622004114] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28006; }","duration":"312.099414ms","start":"2026-05-28T03:05:04.193251Z","end":"2026-05-28T03:05:04.50535Z","steps":["trace[1622004114] 'agreement among raft nodes before linearized reading' (duration: 312.055763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:05:04.505386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.276709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:05:04.50544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.708169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:05:04.505455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.518193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T03:05:04.505447Z","caller":"traceutil/trace.go:171","msg":"trace[2090813529] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28006; }","duration":"311.346351ms","start":"2026-05-28T03:05:04.194086Z","end":"2026-05-28T03:05:04.505432Z","steps":["trace[2090813529] 'agreement among raft nodes before linearized reading' (duration: 311.265358ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:05:04.505477Z","caller":"traceutil/trace.go:171","msg":"trace[1991261867] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28006; }","duration":"126.558385ms","start":"2026-05-28T03:05:04.37891Z","end":"2026-05-28T03:05:04.505469Z","steps":["trace[1991261867] 'agreement among raft nodes before linearized reading' (duration: 126.513713ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:05:04.505471Z","caller":"traceutil/trace.go:171","msg":"trace[90434370] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28006; }","duration":"126.751021ms","start":"2026-05-28T03:05:04.378712Z","end":"2026-05-28T03:05:04.505463Z","steps":["trace[90434370] 'agreement among raft nodes before linearized reading' (duration: 126.710739ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:05:04.505264Z","caller":"traceutil/trace.go:171","msg":"trace[391643158] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28006; }","duration":"126.557835ms","start":"2026-05-28T03:05:04.378687Z","end":"2026-05-28T03:05:04.505245Z","steps":["trace[391643158] 'agreement among raft nodes before linearized reading' (duration: 126.376759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:05:04.505494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:05:04.194081Z","time spent":"311.400472ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T03:05:04.505492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.834743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-28T03:05:04.505399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:05:04.193234Z","time spent":"312.158776ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-28T03:05:04.50521Z","caller":"traceutil/trace.go:171","msg":"trace[391832036] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28006; }","duration":"311.684131ms","start":"2026-05-28T03:05:04.193504Z","end":"2026-05-28T03:05:04.505188Z","steps":["trace[391832036] 'agreement among raft nodes before linearized reading' (duration: 311.545316ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:05:04.50557Z","caller":"traceutil/trace.go:171","msg":"trace[168481345] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28006; }","duration":"126.962717ms","start":"2026-05-28T03:05:04.378587Z","end":"2026-05-28T03:05:04.50555Z","steps":["trace[168481345] 'agreement among raft nodes before linearized reading' (duration: 126.71834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:05:04.505608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:05:04.193496Z","time spent":"312.102605ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T03:05:04.505398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.572406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T03:05:04.505686Z","caller":"traceutil/trace.go:171","msg":"trace[1367188485] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28006; }","duration":"310.869745ms","start":"2026-05-28T03:05:04.194808Z","end":"2026-05-28T03:05:04.505678Z","steps":["trace[1367188485] 'agreement among raft nodes before linearized reading' (duration: 310.486853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:05:04.505711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:05:04.194803Z","time spent":"310.902116ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-28T03:05:04.50539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.587315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:05:04.505781Z","caller":"traceutil/trace.go:171","msg":"trace[904053980] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28006; }","duration":"126.990848ms","start":"2026-05-28T03:05:04.378779Z","end":"2026-05-28T03:05:04.50577Z","steps":["trace[904053980] 'agreement among raft nodes before linearized reading' (duration: 126.568415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:05:04.505849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.842923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:05:04.506012Z","caller":"traceutil/trace.go:171","msg":"trace[1529383090] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28006; }","duration":"127.03341ms","start":"2026-05-28T03:05:04.378909Z","end":"2026-05-28T03:05:04.505943Z","steps":["trace[1529383090] 'agreement among raft nodes before linearized reading' (duration: 126.526134ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:05:48.750425Z","caller":"traceutil/trace.go:171","msg":"trace[798253394] transaction","detail":"{read_only:false; response_revision:28422; number_of_response:1; }","duration":"231.021405ms","start":"2026-05-28T03:05:48.519373Z","end":"2026-05-28T03:05:48.750394Z","steps":["trace[798253394] 'process raft request' (duration: 230.446017ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:05:48.750433Z","caller":"traceutil/trace.go:171","msg":"trace[921160244] linearizableReadLoop","detail":"{readStateIndex:29374; appliedIndex:29373; }","duration":"194.618058ms","start":"2026-05-28T03:05:48.555793Z","end":"2026-05-28T03:05:48.750411Z","steps":["trace[921160244] 'read index received' (duration: 194.483184ms)","trace[921160244] 'applied index is now lower than readState.Index' (duration: 133.224µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:05:48.750757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.625746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:05:48.75079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.470422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:05:48.750829Z","caller":"traceutil/trace.go:171","msg":"trace[283808482] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28423; }","duration":"142.723919ms","start":"2026-05-28T03:05:48.608089Z","end":"2026-05-28T03:05:48.750813Z","steps":["trace[283808482] 'agreement among raft nodes before linearized reading' (duration: 142.615925ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:05:48.750846Z","caller":"traceutil/trace.go:171","msg":"trace[365202267] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28423; }","duration":"143.582126ms","start":"2026-05-28T03:05:48.607245Z","end":"2026-05-28T03:05:48.750827Z","steps":["trace[365202267] 'agreement among raft nodes before linearized reading' (duration: 143.457852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:05:48.750848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.959886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:05:48.750928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.131122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:05:48.751117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.977383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:05:48.751162Z","caller":"traceutil/trace.go:171","msg":"trace[1749951603] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28423; }","duration":"141.052866ms","start":"2026-05-28T03:05:48.6101Z","end":"2026-05-28T03:05:48.751153Z","steps":["trace[1749951603] 'agreement among raft nodes before linearized reading' (duration: 140.985413ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:05:48.75099Z","caller":"traceutil/trace.go:171","msg":"trace[249684297] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28423; }","duration":"143.249905ms","start":"2026-05-28T03:05:48.607725Z","end":"2026-05-28T03:05:48.750975Z","steps":["trace[249684297] 'agreement among raft nodes before linearized reading' (duration: 143.158152ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:05:48.75094Z","caller":"traceutil/trace.go:171","msg":"trace[1816197721] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28423; }","duration":"143.116511ms","start":"2026-05-28T03:05:48.607794Z","end":"2026-05-28T03:05:48.75091Z","steps":["trace[1816197721] 'agreement among raft nodes before linearized reading' (duration: 142.944465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:05:48.751267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.286197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:05:48.751337Z","caller":"traceutil/trace.go:171","msg":"trace[526465616] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28423; }","duration":"143.370009ms","start":"2026-05-28T03:05:48.607956Z","end":"2026-05-28T03:05:48.751326Z","steps":["trace[526465616] 'agreement among raft nodes before linearized reading' (duration: 143.010038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:05:48.75061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.746132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:05:48.751449Z","caller":"traceutil/trace.go:171","msg":"trace[1184716882] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28423; }","duration":"195.705032ms","start":"2026-05-28T03:05:48.555726Z","end":"2026-05-28T03:05:48.751431Z","steps":["trace[1184716882] 'agreement among raft nodes before linearized reading' (duration: 194.725391ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:06:54.854925Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-28T03:06:54.859407Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-28T03:06:54.85961Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-28T03:07:40.928184Z","caller":"traceutil/trace.go:171","msg":"trace[467813068] linearizableReadLoop","detail":"{readStateIndex:30490; appliedIndex:30489; }","duration":"379.86469ms","start":"2026-05-28T03:07:40.548271Z","end":"2026-05-28T03:07:40.928135Z","steps":["trace[467813068] 'read index received' (duration: 379.591441ms)","trace[467813068] 'applied index is now lower than readState.Index' (duration: 271.739µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:07:40.928279Z","caller":"traceutil/trace.go:171","msg":"trace[1593081695] transaction","detail":"{read_only:false; response_revision:29509; number_of_response:1; }","duration":"385.409716ms","start":"2026-05-28T03:07:40.542833Z","end":"2026-05-28T03:07:40.928243Z","steps":["trace[1593081695] 'process raft request' (duration: 385.031644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:07:40.92839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.082407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:07:40.928512Z","caller":"traceutil/trace.go:171","msg":"trace[404853785] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:29509; }","duration":"380.250682ms","start":"2026-05-28T03:07:40.548236Z","end":"2026-05-28T03:07:40.928487Z","steps":["trace[404853785] 'agreement among raft nodes before linearized reading' (duration: 380.043846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:07:40.928526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:07:40.542813Z","time spent":"385.54641ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:07:40.928563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:07:40.548222Z","time spent":"380.328504ms","remote":"127.0.0.1:41784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:07:40.934832Z","caller":"traceutil/trace.go:171","msg":"trace[429522153] transaction","detail":"{read_only:false; response_revision:29510; number_of_response:1; }","duration":"342.311835ms","start":"2026-05-28T03:07:40.592492Z","end":"2026-05-28T03:07:40.934804Z","steps":["trace[429522153] 'process raft request' (duration: 341.996755ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:07:40.934843Z","caller":"traceutil/trace.go:171","msg":"trace[1780767357] transaction","detail":"{read_only:false; response_revision:29511; number_of_response:1; }","duration":"265.852634ms","start":"2026-05-28T03:07:40.668949Z","end":"2026-05-28T03:07:40.934802Z","steps":["trace[1780767357] 'process raft request' (duration: 265.755651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:07:40.934972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:07:40.59248Z","time spent":"342.410829ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:07:40.93505Z","caller":"traceutil/trace.go:171","msg":"trace[1799689811] transaction","detail":"{read_only:false; response_revision:29512; number_of_response:1; }","duration":"262.240079ms","start":"2026-05-28T03:07:40.672792Z","end":"2026-05-28T03:07:40.935032Z","steps":["trace[1799689811] 'process raft request' (duration: 261.95734ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:07:40.935277Z","caller":"traceutil/trace.go:171","msg":"trace[1663336378] transaction","detail":"{read_only:false; response_revision:29513; number_of_response:1; }","duration":"262.332002ms","start":"2026-05-28T03:07:40.672933Z","end":"2026-05-28T03:07:40.935265Z","steps":["trace[1663336378] 'process raft request' (duration: 262.022352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:07:40.935396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.899594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:07:40.935508Z","caller":"traceutil/trace.go:171","msg":"trace[992746338] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29515; }","duration":"343.048279ms","start":"2026-05-28T03:07:40.592437Z","end":"2026-05-28T03:07:40.935485Z","steps":["trace[992746338] 'agreement among raft nodes before linearized reading' (duration: 342.877693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:07:40.935584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:07:40.59241Z","time spent":"343.149302ms","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:07:40.935733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.501997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:07:40.935816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.284104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:07:40.935824Z","caller":"traceutil/trace.go:171","msg":"trace[629081980] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29515; }","duration":"317.59371ms","start":"2026-05-28T03:07:40.618182Z","end":"2026-05-28T03:07:40.935776Z","steps":["trace[629081980] 'agreement among raft nodes before linearized reading' (duration: 317.495327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:07:40.935846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.24267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:07:40.93586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.576463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-86d59c69d4-sk4md.18b39aef6ad86ea4\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-05-28T03:07:40.935863Z","caller":"traceutil/trace.go:171","msg":"trace[95426530] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:29515; }","duration":"314.334805ms","start":"2026-05-28T03:07:40.621515Z","end":"2026-05-28T03:07:40.93585Z","steps":["trace[95426530] 'agreement among raft nodes before linearized reading' (duration: 314.252083ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:07:40.93585Z","caller":"traceutil/trace.go:171","msg":"trace[691046959] transaction","detail":"{read_only:false; response_revision:29515; number_of_response:1; }","duration":"258.706307ms","start":"2026-05-28T03:07:40.677072Z","end":"2026-05-28T03:07:40.935778Z","steps":["trace[691046959] 'process raft request' (duration: 258.18621ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:07:40.935929Z","caller":"traceutil/trace.go:171","msg":"trace[1457616189] range","detail":"{range_begin:/registry/events/openstack/heat-api-86d59c69d4-sk4md.18b39aef6ad86ea4; range_end:; response_count:1; response_revision:29515; }","duration":"114.679076ms","start":"2026-05-28T03:07:40.821235Z","end":"2026-05-28T03:07:40.935914Z","steps":["trace[1457616189] 'agreement among raft nodes before linearized reading' (duration: 114.445519ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:07:40.935927Z","caller":"traceutil/trace.go:171","msg":"trace[231516446] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:29515; }","duration":"335.345834ms","start":"2026-05-28T03:07:40.600561Z","end":"2026-05-28T03:07:40.935907Z","steps":["trace[231516446] 'agreement among raft nodes before linearized reading' (duration: 335.157178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:07:40.935943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:07:40.621463Z","time spent":"314.47012ms","remote":"127.0.0.1:48316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:07:40.935972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:07:40.600552Z","time spent":"335.409116ms","remote":"127.0.0.1:48358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:07:40.935901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:07:40.618167Z","time spent":"317.693673ms","remote":"127.0.0.1:60214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:07:40.936337Z","caller":"traceutil/trace.go:171","msg":"trace[1955789551] transaction","detail":"{read_only:false; response_revision:29514; number_of_response:1; }","duration":"263.342394ms","start":"2026-05-28T03:07:40.672969Z","end":"2026-05-28T03:07:40.936312Z","steps":["trace[1955789551] 'process raft request' (duration: 262.213518ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:07:41.74986Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26671} {"level":"info","ts":"2026-05-28T03:07:41.879086Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26671,"took":"124.505659ms","hash":1955015161,"current-db-size-bytes":52674560,"current-db-size":"53 MB","current-db-size-in-use-bytes":36376576,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-28T03:07:41.879154Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1955015161,"revision":26671,"compact-revision":24328} {"level":"info","ts":"2026-05-28T03:07:53.252577Z","caller":"traceutil/trace.go:171","msg":"trace[518512110] transaction","detail":"{read_only:false; response_revision:29614; number_of_response:1; }","duration":"263.255492ms","start":"2026-05-28T03:07:52.989295Z","end":"2026-05-28T03:07:53.252551Z","steps":["trace[518512110] 'process raft request' (duration: 262.991573ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:07:53.252759Z","caller":"traceutil/trace.go:171","msg":"trace[442058361] transaction","detail":"{read_only:false; response_revision:29615; number_of_response:1; }","duration":"263.210689ms","start":"2026-05-28T03:07:52.98952Z","end":"2026-05-28T03:07:53.25273Z","steps":["trace[442058361] 'process raft request' (duration: 262.980702ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:07:53.254586Z","caller":"traceutil/trace.go:171","msg":"trace[1050191282] transaction","detail":"{read_only:false; response_revision:29616; number_of_response:1; }","duration":"263.038084ms","start":"2026-05-28T03:07:52.991519Z","end":"2026-05-28T03:07:53.254557Z","steps":["trace[1050191282] 'process raft request' (duration: 262.857029ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:07:53.254758Z","caller":"traceutil/trace.go:171","msg":"trace[1807663604] linearizableReadLoop","detail":"{readStateIndex:30601; appliedIndex:30598; }","duration":"164.010655ms","start":"2026-05-28T03:07:53.090726Z","end":"2026-05-28T03:07:53.254736Z","steps":["trace[1807663604] 'read index received' (duration: 161.517856ms)","trace[1807663604] 'applied index is now lower than readState.Index' (duration: 2.490819ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:07:53.255006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.056056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T03:07:53.255049Z","caller":"traceutil/trace.go:171","msg":"trace[1302747681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29617; }","duration":"141.139288ms","start":"2026-05-28T03:07:53.113898Z","end":"2026-05-28T03:07:53.255037Z","steps":["trace[1302747681] 'agreement among raft nodes before linearized reading' (duration: 140.978043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:07:53.25503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.290944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T03:07:53.255114Z","caller":"traceutil/trace.go:171","msg":"trace[754847842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29617; }","duration":"164.429548ms","start":"2026-05-28T03:07:53.090665Z","end":"2026-05-28T03:07:53.255095Z","steps":["trace[754847842] 'agreement among raft nodes before linearized reading' (duration: 164.185091ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:12:41.763708Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29524} {"level":"info","ts":"2026-05-28T03:12:41.90307Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29524,"took":"135.468407ms","hash":918165729,"current-db-size-bytes":52674560,"current-db-size":"53 MB","current-db-size-in-use-bytes":32419840,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-28T03:12:41.90313Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":918165729,"revision":29524,"compact-revision":26671} {"level":"info","ts":"2026-05-28T03:16:02.872164Z","caller":"traceutil/trace.go:171","msg":"trace[656296989] transaction","detail":"{read_only:false; response_revision:33392; number_of_response:1; }","duration":"104.181742ms","start":"2026-05-28T03:16:02.767956Z","end":"2026-05-28T03:16:02.872138Z","steps":["trace[656296989] 'process raft request' (duration: 104.029617ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:16:02.880848Z","caller":"traceutil/trace.go:171","msg":"trace[1239255154] transaction","detail":"{read_only:false; response_revision:33393; number_of_response:1; }","duration":"109.605804ms","start":"2026-05-28T03:16:02.771225Z","end":"2026-05-28T03:16:02.880831Z","steps":["trace[1239255154] 'process raft request' (duration: 109.344916ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:17:41.770855Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31886} {"level":"info","ts":"2026-05-28T03:17:41.91167Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31886,"took":"136.555272ms","hash":3650209317,"current-db-size-bytes":52674560,"current-db-size":"53 MB","current-db-size-in-use-bytes":30150656,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-28T03:17:41.912455Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3650209317,"revision":31886,"compact-revision":29524} {"level":"info","ts":"2026-05-28T03:22:35.974325Z","caller":"traceutil/trace.go:171","msg":"trace[2047103742] transaction","detail":"{read_only:false; response_revision:36362; number_of_response:1; }","duration":"116.03186ms","start":"2026-05-28T03:22:35.858261Z","end":"2026-05-28T03:22:35.974293Z","steps":["trace[2047103742] 'process raft request' (duration: 107.735796ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:22:35.98021Z","caller":"traceutil/trace.go:171","msg":"trace[2142550084] transaction","detail":"{read_only:false; response_revision:36363; number_of_response:1; }","duration":"121.821564ms","start":"2026-05-28T03:22:35.858354Z","end":"2026-05-28T03:22:35.980176Z","steps":["trace[2142550084] 'process raft request' (duration: 121.643218ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:22:41.778077Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34115} {"level":"info","ts":"2026-05-28T03:22:41.894678Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34115,"took":"113.623723ms","hash":3696460489,"current-db-size-bytes":52674560,"current-db-size":"53 MB","current-db-size-in-use-bytes":30855168,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-28T03:22:41.896383Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3696460489,"revision":34115,"compact-revision":31886} {"level":"info","ts":"2026-05-28T03:23:10.843257Z","caller":"traceutil/trace.go:171","msg":"trace[1356207751] transaction","detail":"{read_only:false; response_revision:36633; number_of_response:1; }","duration":"168.476668ms","start":"2026-05-28T03:23:10.674744Z","end":"2026-05-28T03:23:10.843221Z","steps":["trace[1356207751] 'process raft request' (duration: 167.91206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:44.033891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492480957,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:24:44.534309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492480957,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:24:45.035341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492480957,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:24:45.534095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000690961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T03:24:45.534171Z","caller":"traceutil/trace.go:171","msg":"trace[1868090433] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000822695s","start":"2026-05-28T03:24:43.533331Z","end":"2026-05-28T03:24:45.534154Z","steps":["trace[1868090433] 'agreement among raft nodes before linearized reading' (duration: 2.000716612s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:45.534216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:43.533317Z","time spent":"2.000891568s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:24:45.535762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492480957,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:24:46.035962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232311647492480957,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:24:46.187646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.855427022s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T03:24:46.187978Z","caller":"traceutil/trace.go:171","msg":"trace[582157576] transaction","detail":"{read_only:false; response_revision:37305; number_of_response:1; }","duration":"2.855851045s","start":"2026-05-28T03:24:43.332105Z","end":"2026-05-28T03:24:46.187956Z","steps":["trace[582157576] 'process raft request' (duration: 2.855721581s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.188112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:43.33208Z","time spent":"2.855960678s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:24:46.193689Z","caller":"traceutil/trace.go:171","msg":"trace[1506638276] transaction","detail":"{read_only:false; response_revision:37306; number_of_response:1; }","duration":"2.353340835s","start":"2026-05-28T03:24:43.840317Z","end":"2026-05-28T03:24:46.193658Z","steps":["trace[1506638276] 'process raft request' (duration: 2.352685504s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.193862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:43.840301Z","time spent":"2.3534744s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:24:46.202842Z","caller":"traceutil/trace.go:171","msg":"trace[643462765] transaction","detail":"{read_only:false; response_revision:37309; number_of_response:1; }","duration":"1.291948303s","start":"2026-05-28T03:24:44.910875Z","end":"2026-05-28T03:24:46.202823Z","steps":["trace[643462765] 'process raft request' (duration: 1.291891492s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:24:46.203006Z","caller":"traceutil/trace.go:171","msg":"trace[1418395429] transaction","detail":"{read_only:false; response_revision:37307; number_of_response:1; }","duration":"1.590144746s","start":"2026-05-28T03:24:44.61283Z","end":"2026-05-28T03:24:46.202975Z","steps":["trace[1418395429] 'process raft request' (duration: 1.589774384s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.203027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:44.910849Z","time spent":"1.292059547s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:24:46.203095Z","caller":"traceutil/trace.go:171","msg":"trace[1378395644] transaction","detail":"{read_only:false; response_revision:37308; number_of_response:1; }","duration":"1.552632783s","start":"2026-05-28T03:24:44.650409Z","end":"2026-05-28T03:24:46.203042Z","steps":["trace[1378395644] 'process raft request' (duration: 1.552328774s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.203144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:44.61281Z","time spent":"1.590263339s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:24:46.203282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:44.650396Z","time spent":"1.552788088s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:24:46.203381Z","caller":"traceutil/trace.go:171","msg":"trace[204220878] transaction","detail":"{read_only:false; response_revision:37310; number_of_response:1; }","duration":"1.291625012s","start":"2026-05-28T03:24:44.911736Z","end":"2026-05-28T03:24:46.203361Z","steps":["trace[204220878] 'process raft request' (duration: 1.291055074s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.203484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:44.911725Z","time spent":"1.291707246s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:24:46.205007Z","caller":"traceutil/trace.go:171","msg":"trace[367939217] transaction","detail":"{read_only:false; response_revision:37311; number_of_response:1; }","duration":"1.290912271s","start":"2026-05-28T03:24:44.914085Z","end":"2026-05-28T03:24:46.204997Z","steps":["trace[367939217] 'process raft request' (duration: 1.289302519s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.205069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:44.914076Z","time spent":"1.290962052s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:24:46.205253Z","caller":"traceutil/trace.go:171","msg":"trace[352441327] transaction","detail":"{read_only:false; response_revision:37312; number_of_response:1; }","duration":"1.282239804s","start":"2026-05-28T03:24:44.923006Z","end":"2026-05-28T03:24:46.205246Z","steps":["trace[352441327] 'process raft request' (duration: 1.281911354s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.205292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:44.922999Z","time spent":"1.282275355s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:24:46.20536Z","caller":"traceutil/trace.go:171","msg":"trace[1755906953] transaction","detail":"{read_only:false; response_revision:37313; number_of_response:1; }","duration":"1.271098991s","start":"2026-05-28T03:24:44.934246Z","end":"2026-05-28T03:24:46.205345Z","steps":["trace[1755906953] 'process raft request' (duration: 1.270959556s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:24:46.205358Z","caller":"traceutil/trace.go:171","msg":"trace[373612274] linearizableReadLoop","detail":"{readStateIndex:38526; appliedIndex:38515; }","duration":"2.671982478s","start":"2026-05-28T03:24:43.533365Z","end":"2026-05-28T03:24:46.205348Z","steps":["trace[373612274] 'read index received' (duration: 2.654578894s)","trace[373612274] 'applied index is now lower than readState.Index' (duration: 17.402544ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:24:46.205402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:44.934238Z","time spent":"1.271135702s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:24:46.205429Z","caller":"traceutil/trace.go:171","msg":"trace[511645455] transaction","detail":"{read_only:false; response_revision:37314; number_of_response:1; }","duration":"953.633035ms","start":"2026-05-28T03:24:45.251789Z","end":"2026-05-28T03:24:46.205422Z","steps":["trace[511645455] 'process raft request' (duration: 953.496341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.205469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:45.25177Z","time spent":"953.673317ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:24:46.205594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547140638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T03:24:46.205625Z","caller":"traceutil/trace.go:171","msg":"trace[1828762968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37315; }","duration":"1.54719824s","start":"2026-05-28T03:24:44.658419Z","end":"2026-05-28T03:24:46.205618Z","steps":["trace[1828762968] 'agreement among raft nodes before linearized reading' (duration: 1.547114398s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.205636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570382948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-28T03:24:46.205646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:44.658409Z","time spent":"1.547232111s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:24:46.205652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98179669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:24:46.205695Z","caller":"traceutil/trace.go:171","msg":"trace[163231835] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:37315; }","duration":"1.981863592s","start":"2026-05-28T03:24:44.223818Z","end":"2026-05-28T03:24:46.205681Z","steps":["trace[163231835] 'agreement among raft nodes before linearized reading' (duration: 1.98179127s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.205733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714852162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:24:46.205758Z","caller":"traceutil/trace.go:171","msg":"trace[1758837374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37315; }","duration":"1.714886923s","start":"2026-05-28T03:24:44.490865Z","end":"2026-05-28T03:24:46.205752Z","steps":["trace[1758837374] 'agreement among raft nodes before linearized reading' (duration: 1.714847181s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.20578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:44.490857Z","time spent":"1.714917823s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:24:46.205856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718937832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T03:24:46.205866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393136561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:24:46.205883Z","caller":"traceutil/trace.go:171","msg":"trace[738595008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37315; }","duration":"1.718964873s","start":"2026-05-28T03:24:44.486911Z","end":"2026-05-28T03:24:46.205876Z","steps":["trace[738595008] 'agreement among raft nodes before linearized reading' (duration: 1.718920191s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.205916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:44.486847Z","time spent":"1.719061816s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:24:46.205962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.164135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:24:46.205988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784482246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:24:46.206012Z","caller":"traceutil/trace.go:171","msg":"trace[244648818] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:37315; }","duration":"1.784526107s","start":"2026-05-28T03:24:44.421479Z","end":"2026-05-28T03:24:46.206005Z","steps":["trace[244648818] 'agreement among raft nodes before linearized reading' (duration: 1.784483465s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.206023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209599975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:24:46.206035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:44.42147Z","time spent":"1.784558598s","remote":"127.0.0.1:60342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:24:46.206047Z","caller":"traceutil/trace.go:171","msg":"trace[1677850551] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:37315; }","duration":"1.209650646s","start":"2026-05-28T03:24:44.996391Z","end":"2026-05-28T03:24:46.206041Z","steps":["trace[1677850551] 'agreement among raft nodes before linearized reading' (duration: 1.209613245s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.206042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.080437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-28T03:24:46.206078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:44.996379Z","time spent":"1.209692298s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:24:46.206104Z","caller":"traceutil/trace.go:171","msg":"trace[935468696] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:37315; }","duration":"814.17631ms","start":"2026-05-28T03:24:45.39191Z","end":"2026-05-28T03:24:46.206086Z","steps":["trace[935468696] 'agreement among raft nodes before linearized reading' (duration: 814.011965ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:24:46.2057Z","caller":"traceutil/trace.go:171","msg":"trace[1767484638] transaction","detail":"{read_only:false; response_revision:37315; number_of_response:1; }","duration":"704.475482ms","start":"2026-05-28T03:24:45.501218Z","end":"2026-05-28T03:24:46.205694Z","steps":["trace[1767484638] 'process raft request' (duration: 704.10153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.206139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:45.391896Z","time spent":"814.236063ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T03:24:46.206169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:45.501205Z","time spent":"704.939227ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:24:46.20578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132697539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:24:46.206244Z","caller":"traceutil/trace.go:171","msg":"trace[1751685339] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:37315; }","duration":"2.133183485s","start":"2026-05-28T03:24:44.073047Z","end":"2026-05-28T03:24:46.20623Z","steps":["trace[1751685339] 'agreement among raft nodes before linearized reading' (duration: 2.132698889s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.20626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.588172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-28T03:24:46.20627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:44.073031Z","time spent":"2.133231116s","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:24:46.206282Z","caller":"traceutil/trace.go:171","msg":"trace[378183891] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37315; }","duration":"313.638333ms","start":"2026-05-28T03:24:45.892638Z","end":"2026-05-28T03:24:46.206276Z","steps":["trace[378183891] 'agreement among raft nodes before linearized reading' (duration: 313.568051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.2063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:45.892622Z","time spent":"313.674255ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T03:24:46.205993Z","caller":"traceutil/trace.go:171","msg":"trace[1705865017] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:37315; }","duration":"989.225417ms","start":"2026-05-28T03:24:45.21676Z","end":"2026-05-28T03:24:46.205986Z","steps":["trace[1705865017] 'agreement among raft nodes before linearized reading' (duration: 989.180366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.206391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:45.216744Z","time spent":"989.63818ms","remote":"127.0.0.1:41734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:24:46.206436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537857793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:24:46.205887Z","caller":"traceutil/trace.go:171","msg":"trace[1759275814] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:37315; }","duration":"2.393195713s","start":"2026-05-28T03:24:43.812686Z","end":"2026-05-28T03:24:46.205881Z","steps":["trace[1759275814] 'agreement among raft nodes before linearized reading' (duration: 2.39310753s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.205732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:44.223803Z","time spent":"1.981913854s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:24:46.206508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.842955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:24:46.2066Z","caller":"traceutil/trace.go:171","msg":"trace[799871771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37315; }","duration":"671.945817ms","start":"2026-05-28T03:24:45.534643Z","end":"2026-05-28T03:24:46.206589Z","steps":["trace[799871771] 'agreement among raft nodes before linearized reading' (duration: 671.842654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.206534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:43.812668Z","time spent":"2.393824972s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:24:46.206626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50256635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T03:24:46.20665Z","caller":"traceutil/trace.go:171","msg":"trace[1272653256] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:37315; }","duration":"2.502618712s","start":"2026-05-28T03:24:43.704024Z","end":"2026-05-28T03:24:46.206643Z","steps":["trace[1272653256] 'agreement among raft nodes before linearized reading' (duration: 2.502459607s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.206663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.918917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:24:46.206674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:43.704006Z","time spent":"2.502662724s","remote":"127.0.0.1:41660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":185,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:24:46.206684Z","caller":"traceutil/trace.go:171","msg":"trace[38714718] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:37315; }","duration":"716.973589ms","start":"2026-05-28T03:24:45.489703Z","end":"2026-05-28T03:24:46.206677Z","steps":["trace[38714718] 'agreement among raft nodes before linearized reading' (duration: 716.936298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.206472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.802332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-28T03:24:46.206708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:45.48969Z","time spent":"717.012161ms","remote":"127.0.0.1:60474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:24:46.206717Z","caller":"traceutil/trace.go:171","msg":"trace[572062477] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:37315; }","duration":"483.080271ms","start":"2026-05-28T03:24:45.723628Z","end":"2026-05-28T03:24:46.206709Z","steps":["trace[572062477] 'agreement among raft nodes before linearized reading' (duration: 482.788922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.206745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:45.72361Z","time spent":"483.127393ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-28T03:24:46.205701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679609761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:24:46.206791Z","caller":"traceutil/trace.go:171","msg":"trace[1383765805] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:37315; }","duration":"1.680718756s","start":"2026-05-28T03:24:44.526065Z","end":"2026-05-28T03:24:46.206783Z","steps":["trace[1383765805] 'agreement among raft nodes before linearized reading' (duration: 1.679616271s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.206822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:44.526057Z","time spent":"1.680758137s","remote":"127.0.0.1:57860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:24:46.206471Z","caller":"traceutil/trace.go:171","msg":"trace[1087165429] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:37315; }","duration":"2.537891704s","start":"2026-05-28T03:24:43.668568Z","end":"2026-05-28T03:24:46.20646Z","steps":["trace[1087165429] 'agreement among raft nodes before linearized reading' (duration: 2.537841693s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.206627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:45.53463Z","time spent":"671.986189ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:24:46.205596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79279943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T03:24:46.20692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:43.668524Z","time spent":"2.538378869s","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:24:46.206928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.945054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-28T03:24:46.206961Z","caller":"traceutil/trace.go:171","msg":"trace[1616881700] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:37315; }","duration":"808.990336ms","start":"2026-05-28T03:24:45.397961Z","end":"2026-05-28T03:24:46.206951Z","steps":["trace[1616881700] 'agreement among raft nodes before linearized reading' (duration: 808.904683ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:24:46.205669Z","caller":"traceutil/trace.go:171","msg":"trace[409995991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37315; }","duration":"1.5704313s","start":"2026-05-28T03:24:44.635225Z","end":"2026-05-28T03:24:46.205656Z","steps":["trace[409995991] 'agreement among raft nodes before linearized reading' (duration: 1.570390258s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.206993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:45.397956Z","time spent":"809.030527ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T03:24:46.207002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:44.635216Z","time spent":"1.571778932s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:24:46.205583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668084354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:24:46.207105Z","caller":"traceutil/trace.go:171","msg":"trace[234685821] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37315; }","duration":"2.669560841s","start":"2026-05-28T03:24:43.537469Z","end":"2026-05-28T03:24:46.20703Z","steps":["trace[234685821] 'agreement among raft nodes before linearized reading' (duration: 2.668048973s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.207135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:43.537461Z","time spent":"2.669666744s","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-28T03:24:46.207263Z","caller":"traceutil/trace.go:171","msg":"trace[1223210741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37315; }","duration":"1.794502484s","start":"2026-05-28T03:24:44.412723Z","end":"2026-05-28T03:24:46.207226Z","steps":["trace[1223210741] 'agreement among raft nodes before linearized reading' (duration: 1.792811471s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:24:46.207453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:24:44.412693Z","time spent":"1.794638689s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T03:27:41.784191Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36412} {"level":"info","ts":"2026-05-28T03:27:41.936608Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36412,"took":"147.751597ms","hash":766727331,"current-db-size-bytes":53096448,"current-db-size":"53 MB","current-db-size-in-use-bytes":31588352,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-28T03:27:41.936667Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":766727331,"revision":36412,"compact-revision":34115} {"level":"info","ts":"2026-05-28T03:27:56.949399Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":40005,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-28T03:27:56.954459Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40005} {"level":"info","ts":"2026-05-28T03:27:56.954623Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35005} {"level":"info","ts":"2026-05-28T03:32:41.791196Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38639} {"level":"info","ts":"2026-05-28T03:32:41.921539Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38639,"took":"125.599824ms","hash":4041387600,"current-db-size-bytes":54370304,"current-db-size":"54 MB","current-db-size-in-use-bytes":32145408,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-28T03:32:41.92161Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4041387600,"revision":38639,"compact-revision":36412}