{"level":"warn","ts":"2026-03-13T17:13:26.708125Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T17:13:26.708286Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.95:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.95:2380","--initial-cluster=instance=https://199.204.45.95:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.95:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.95:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-13T17:13:26.708374Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T17:13:26.708409Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-03-13T17:13:26.708442Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T17:13:26.709205Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"]} {"level":"info","ts":"2026-03-13T17:13:26.709317Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.95:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-13T17:13:26.713513Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.950894ms"} {"level":"info","ts":"2026-03-13T17:13:26.722228Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"be773dfc027af3eb","cluster-id":"9ba5fbd7288fd5af"} {"level":"info","ts":"2026-03-13T17:13:26.722415Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=()"} {"level":"info","ts":"2026-03-13T17:13:26.722478Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 0"} {"level":"info","ts":"2026-03-13T17:13:26.722525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft be773dfc027af3eb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-13T17:13:26.722572Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 1"} {"level":"info","ts":"2026-03-13T17:13:26.722669Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"warn","ts":"2026-03-13T17:13:26.732181Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-13T17:13:26.733983Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-13T17:13:26.735248Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-13T17:13:26.738126Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"be773dfc027af3eb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-13T17:13:26.738734Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"be773dfc027af3eb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-13T17:13:26.738965Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T17:13:26.739055Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T17:13:26.739069Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T17:13:26.743215Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"info","ts":"2026-03-13T17:13:26.743622Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","added-peer-id":"be773dfc027af3eb","added-peer-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-03-13T17:13:26.746061Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T17:13:26.746232Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-03-13T17:13:26.746299Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-03-13T17:13:26.747755Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"be773dfc027af3eb","initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-13T17:13:26.747793Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-13T17:13:26.9233Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb is starting a new election at term 1"} {"level":"info","ts":"2026-03-13T17:13:26.923438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became pre-candidate at term 1"} {"level":"info","ts":"2026-03-13T17:13:26.923482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgPreVoteResp from be773dfc027af3eb at term 1"} {"level":"info","ts":"2026-03-13T17:13:26.923504Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became candidate at term 2"} {"level":"info","ts":"2026-03-13T17:13:26.923513Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgVoteResp from be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-03-13T17:13:26.923526Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became leader at term 2"} {"level":"info","ts":"2026-03-13T17:13:26.923537Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: be773dfc027af3eb elected leader be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-03-13T17:13:26.924708Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T17:13:26.924987Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"be773dfc027af3eb","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.95:2379]}","request-path":"/0/members/be773dfc027af3eb/attributes","cluster-id":"9ba5fbd7288fd5af","publish-timeout":"7s"} {"level":"info","ts":"2026-03-13T17:13:26.924987Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T17:13:26.925022Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T17:13:26.925324Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T17:13:26.92542Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T17:13:26.925444Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T17:13:26.92536Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-13T17:13:26.925493Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-13T17:13:26.927259Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.95:2379"} {"level":"info","ts":"2026-03-13T17:13:26.927605Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-13T17:13:28.590844Z","caller":"traceutil/trace.go:171","msg":"trace[84890910] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13; }","duration":"132.078115ms","start":"2026-03-13T17:13:28.458748Z","end":"2026-03-13T17:13:28.590826Z","steps":["trace[84890910] 'process raft request' (duration: 132.003863ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:28.590945Z","caller":"traceutil/trace.go:171","msg":"trace[378442552] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"130.991697ms","start":"2026-03-13T17:13:28.459922Z","end":"2026-03-13T17:13:28.590914Z","steps":["trace[378442552] 'process raft request' (duration: 130.892335ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:28.591025Z","caller":"traceutil/trace.go:171","msg":"trace[672787147] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"130.205027ms","start":"2026-03-13T17:13:28.460794Z","end":"2026-03-13T17:13:28.590999Z","steps":["trace[672787147] 'process raft request' (duration: 130.071964ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:28.591019Z","caller":"traceutil/trace.go:171","msg":"trace[1689115529] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"131.566202ms","start":"2026-03-13T17:13:28.459404Z","end":"2026-03-13T17:13:28.590971Z","steps":["trace[1689115529] 'process raft request' (duration: 131.366196ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:28.591148Z","caller":"traceutil/trace.go:171","msg":"trace[233503165] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"124.769056ms","start":"2026-03-13T17:13:28.466363Z","end":"2026-03-13T17:13:28.591132Z","steps":["trace[233503165] 'process raft request' (duration: 124.524989ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:28.591181Z","caller":"traceutil/trace.go:171","msg":"trace[1953773852] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"130.880005ms","start":"2026-03-13T17:13:28.460286Z","end":"2026-03-13T17:13:28.591166Z","steps":["trace[1953773852] 'process raft request' (duration: 130.564096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:28.591376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.320791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-t4rvj\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-13T17:13:28.591457Z","caller":"traceutil/trace.go:171","msg":"trace[512066944] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-t4rvj; range_end:; response_count:1; response_revision:21; }","duration":"132.494496ms","start":"2026-03-13T17:13:28.458951Z","end":"2026-03-13T17:13:28.591446Z","steps":["trace[512066944] 'agreement among raft nodes before linearized reading' (duration: 132.25326ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:28.591439Z","caller":"traceutil/trace.go:171","msg":"trace[451565537] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"132.062095ms","start":"2026-03-13T17:13:28.458737Z","end":"2026-03-13T17:13:28.590799Z","steps":["trace[451565537] 'process raft request' (duration: 82.435428ms)","trace[451565537] 'compare' (duration: 49.484384ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:13:28.590945Z","caller":"traceutil/trace.go:171","msg":"trace[2020521830] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"130.71298ms","start":"2026-03-13T17:13:28.460207Z","end":"2026-03-13T17:13:28.59092Z","steps":["trace[2020521830] 'process raft request' (duration: 130.624768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:35.950286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.797171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-03-13T17:13:35.950364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.965048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-13T17:13:35.950392Z","caller":"traceutil/trace.go:171","msg":"trace[1797534752] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:301; }","duration":"130.967916ms","start":"2026-03-13T17:13:35.819403Z","end":"2026-03-13T17:13:35.95037Z","steps":["trace[1797534752] 'range keys from in-memory index tree' (duration: 130.677618ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:35.950457Z","caller":"traceutil/trace.go:171","msg":"trace[1649777] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:301; }","duration":"182.106671ms","start":"2026-03-13T17:13:35.76833Z","end":"2026-03-13T17:13:35.950437Z","steps":["trace[1649777] 'range keys from in-memory index tree' (duration: 181.827045ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:36.071614Z","caller":"traceutil/trace.go:171","msg":"trace[1142194980] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"112.374295ms","start":"2026-03-13T17:13:35.959216Z","end":"2026-03-13T17:13:36.07159Z","steps":["trace[1142194980] 'process raft request' (duration: 112.240212ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:36.141139Z","caller":"traceutil/trace.go:171","msg":"trace[1690899941] linearizableReadLoop","detail":"{readStateIndex:312; appliedIndex:311; }","duration":"172.948626ms","start":"2026-03-13T17:13:35.968159Z","end":"2026-03-13T17:13:36.141108Z","steps":["trace[1690899941] 'read index received' (duration: 103.547696ms)","trace[1690899941] 'applied index is now lower than readState.Index' (duration: 69.39924ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:13:36.141182Z","caller":"traceutil/trace.go:171","msg":"trace[1934148354] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"178.794997ms","start":"2026-03-13T17:13:35.962361Z","end":"2026-03-13T17:13:36.141156Z","steps":["trace[1934148354] 'process raft request' (duration: 178.581722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:36.141372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.755854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-13T17:13:36.141384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.197942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-13T17:13:36.141453Z","caller":"traceutil/trace.go:171","msg":"trace[1152787837] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:303; }","duration":"122.918248ms","start":"2026-03-13T17:13:36.01851Z","end":"2026-03-13T17:13:36.141429Z","steps":["trace[1152787837] 'agreement among raft nodes before linearized reading' (duration: 122.757834ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:36.141472Z","caller":"traceutil/trace.go:171","msg":"trace[962780783] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:303; }","duration":"173.338686ms","start":"2026-03-13T17:13:35.968113Z","end":"2026-03-13T17:13:36.141452Z","steps":["trace[962780783] 'agreement among raft nodes before linearized reading' (duration: 173.152321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:36.422713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.223321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-03-13T17:13:36.42275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.850712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-g3mhb5\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-13T17:13:36.422762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.510994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-13T17:13:36.422838Z","caller":"traceutil/trace.go:171","msg":"trace[2066881174] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-g3mhb5; range_end:; response_count:1; response_revision:304; }","duration":"101.982135ms","start":"2026-03-13T17:13:36.32083Z","end":"2026-03-13T17:13:36.422813Z","steps":["trace[2066881174] 'range keys from in-memory index tree' (duration: 101.703818ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:36.422848Z","caller":"traceutil/trace.go:171","msg":"trace[613581805] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:304; }","duration":"103.648698ms","start":"2026-03-13T17:13:36.319181Z","end":"2026-03-13T17:13:36.422829Z","steps":["trace[613581805] 'range keys from in-memory index tree' (duration: 103.36525ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:36.422823Z","caller":"traceutil/trace.go:171","msg":"trace[483052950] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:304; }","duration":"102.411846ms","start":"2026-03-13T17:13:36.320384Z","end":"2026-03-13T17:13:36.422796Z","steps":["trace[483052950] 'range keys from in-memory index tree' (duration: 102.17299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:36.422764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.519158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-13T17:13:36.422945Z","caller":"traceutil/trace.go:171","msg":"trace[931994063] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:304; }","duration":"102.712653ms","start":"2026-03-13T17:13:36.320218Z","end":"2026-03-13T17:13:36.42293Z","steps":["trace[931994063] 'range keys from in-memory index tree' (duration: 102.470688ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:41.130312Z","caller":"traceutil/trace.go:171","msg":"trace[85979636] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"177.284607ms","start":"2026-03-13T17:13:40.953003Z","end":"2026-03-13T17:13:41.130288Z","steps":["trace[85979636] 'process raft request' (duration: 177.126243ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:44.141556Z","caller":"traceutil/trace.go:171","msg":"trace[482969880] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"543.27675ms","start":"2026-03-13T17:13:43.598255Z","end":"2026-03-13T17:13:44.141532Z","steps":["trace[482969880] 'process raft request' (duration: 543.065114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:44.142198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:13:43.598237Z","time spent":"543.411663ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:13:45.479773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.325044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-03-13T17:13:45.479853Z","caller":"traceutil/trace.go:171","msg":"trace[916299015] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:377; }","duration":"468.465179ms","start":"2026-03-13T17:13:45.011371Z","end":"2026-03-13T17:13:45.479836Z","steps":["trace[916299015] 'range keys from in-memory index tree' (duration: 468.16895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:45.479886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:13:45.011346Z","time spent":"468.5326ms","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4080,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-13T17:13:45.479844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051666335s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:13:45.479895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.023737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T17:13:45.479948Z","caller":"traceutil/trace.go:171","msg":"trace[576429436] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:377; }","duration":"1.051766098s","start":"2026-03-13T17:13:44.428166Z","end":"2026-03-13T17:13:45.479932Z","steps":["trace[576429436] 'range keys from in-memory index tree' (duration: 1.051597443s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:45.479785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.021872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T17:13:45.479998Z","caller":"traceutil/trace.go:171","msg":"trace[1131570800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:377; }","duration":"719.183261ms","start":"2026-03-13T17:13:44.760788Z","end":"2026-03-13T17:13:45.479971Z","steps":["trace[1131570800] 'range keys from in-memory index tree' (duration: 718.884393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:45.479993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.971085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T17:13:45.480055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:13:44.760757Z","time spent":"719.286774ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T17:13:45.48004Z","caller":"traceutil/trace.go:171","msg":"trace[1491187097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:377; }","duration":"944.283909ms","start":"2026-03-13T17:13:44.535719Z","end":"2026-03-13T17:13:45.480003Z","steps":["trace[1491187097] 'range keys from in-memory index tree' (duration: 943.90474ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:45.480097Z","caller":"traceutil/trace.go:171","msg":"trace[993167763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:377; }","duration":"714.132609ms","start":"2026-03-13T17:13:44.765937Z","end":"2026-03-13T17:13:45.480069Z","steps":["trace[993167763] 'range keys from in-memory index tree' (duration: 713.822232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:45.480138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:13:44.5357Z","time spent":"944.407532ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T17:13:45.480147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:13:44.765916Z","time spent":"714.221502ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T17:13:45.483359Z","caller":"traceutil/trace.go:171","msg":"trace[972412426] linearizableReadLoop","detail":"{readStateIndex:389; appliedIndex:388; }","duration":"117.850596ms","start":"2026-03-13T17:13:45.365493Z","end":"2026-03-13T17:13:45.483344Z","steps":["trace[972412426] 'read index received' (duration: 115.618928ms)","trace[972412426] 'applied index is now lower than readState.Index' (duration: 2.230808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:13:45.483431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.941989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:13:45.483499Z","caller":"traceutil/trace.go:171","msg":"trace[1862572329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:377; }","duration":"118.044392ms","start":"2026-03-13T17:13:45.365442Z","end":"2026-03-13T17:13:45.483486Z","steps":["trace[1862572329] 'agreement among raft nodes before linearized reading' (duration: 117.954159ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:49.639174Z","caller":"traceutil/trace.go:171","msg":"trace[1518435806] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"132.357969ms","start":"2026-03-13T17:13:49.50679Z","end":"2026-03-13T17:13:49.639148Z","steps":["trace[1518435806] 'process raft request' (duration: 132.169555ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:49.639424Z","caller":"traceutil/trace.go:171","msg":"trace[123710218] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"132.514354ms","start":"2026-03-13T17:13:49.506873Z","end":"2026-03-13T17:13:49.639387Z","steps":["trace[123710218] 'process raft request' (duration: 132.229996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:52.144136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800503737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:13:52.645224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800503737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:13:53.146175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800503737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:13:53.525716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.946135936s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T17:13:53.526276Z","caller":"traceutil/trace.go:171","msg":"trace[1595870990] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"1.946798622s","start":"2026-03-13T17:13:51.579444Z","end":"2026-03-13T17:13:53.526242Z","steps":["trace[1595870990] 'process raft request' (duration: 1.946535475s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:53.526468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:13:51.579422Z","time spent":"1.946962246s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:13:54.366763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999996022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T17:13:54.366883Z","caller":"traceutil/trace.go:171","msg":"trace[609566998] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000168266s","start":"2026-03-13T17:13:52.366692Z","end":"2026-03-13T17:13:54.366861Z","steps":["trace[609566998] 'agreement among raft nodes before linearized reading' (duration: 2.000031252s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:54.366933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:13:52.366672Z","time spent":"2.000251178s","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 17:13:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T17:13:54.608848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.802501ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:13:54.609017Z","caller":"traceutil/trace.go:171","msg":"trace[17331786] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:425; }","duration":"859.980686ms","start":"2026-03-13T17:13:53.749014Z","end":"2026-03-13T17:13:54.608995Z","steps":["trace[17331786] 'range keys from in-memory index tree' (duration: 859.787351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:54.609472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.767783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:13:54.609597Z","caller":"traceutil/trace.go:171","msg":"trace[606829082] linearizableReadLoop","detail":"{readStateIndex:439; appliedIndex:437; }","duration":"2.965874041s","start":"2026-03-13T17:13:51.643701Z","end":"2026-03-13T17:13:54.609575Z","steps":["trace[606829082] 'read index received' (duration: 1.882338876s)","trace[606829082] 'applied index is now lower than readState.Index' (duration: 1.083533195s)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:13:54.609646Z","caller":"traceutil/trace.go:171","msg":"trace[1560517408] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"2.05039437s","start":"2026-03-13T17:13:52.559201Z","end":"2026-03-13T17:13:54.609595Z","steps":["trace[1560517408] 'process raft request' (duration: 1.575247158s)","trace[1560517408] 'compare' (duration: 474.242419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:13:54.609786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.966075906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T17:13:54.609857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:13:52.559175Z","time spent":"2.050564184s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:13:54.609869Z","caller":"traceutil/trace.go:171","msg":"trace[1675969563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:426; }","duration":"2.966198429s","start":"2026-03-13T17:13:51.643655Z","end":"2026-03-13T17:13:54.609854Z","steps":["trace[1675969563] 'agreement among raft nodes before linearized reading' (duration: 2.966044316s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:54.609928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:13:51.643634Z","time spent":"2.966281761s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T17:13:54.609955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965643555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T17:13:54.609944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.212929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:13:54.609971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420366797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T17:13:54.610025Z","caller":"traceutil/trace.go:171","msg":"trace[1805342111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:426; }","duration":"2.965735158s","start":"2026-03-13T17:13:51.644272Z","end":"2026-03-13T17:13:54.610007Z","steps":["trace[1805342111] 'agreement among raft nodes before linearized reading' (duration: 2.965500872s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:54.610041Z","caller":"traceutil/trace.go:171","msg":"trace[1333731723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:426; }","duration":"742.377743ms","start":"2026-03-13T17:13:53.86764Z","end":"2026-03-13T17:13:54.610018Z","steps":["trace[1333731723] 'agreement among raft nodes before linearized reading' (duration: 742.139627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:54.609894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.834747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:13:54.610077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:13:51.644258Z","time spent":"2.965807509s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T17:13:54.610086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:13:53.86761Z","time spent":"742.468825ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T17:13:54.610087Z","caller":"traceutil/trace.go:171","msg":"trace[2060704403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:426; }","duration":"2.420550241s","start":"2026-03-13T17:13:52.189508Z","end":"2026-03-13T17:13:54.610058Z","steps":["trace[2060704403] 'agreement among raft nodes before linearized reading' (duration: 2.420275725s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:54.610145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:13:52.189484Z","time spent":"2.420649013s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T17:13:54.610178Z","caller":"traceutil/trace.go:171","msg":"trace[804272264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:426; }","duration":"243.150035ms","start":"2026-03-13T17:13:54.367003Z","end":"2026-03-13T17:13:54.610153Z","steps":["trace[804272264] 'agreement among raft nodes before linearized reading' (duration: 242.835077ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:54.830084Z","caller":"traceutil/trace.go:171","msg":"trace[1430139067] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"215.863109ms","start":"2026-03-13T17:13:54.614193Z","end":"2026-03-13T17:13:54.830056Z","steps":["trace[1430139067] 'process raft request' (duration: 212.118946ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:55.123484Z","caller":"traceutil/trace.go:171","msg":"trace[1243953479] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"508.859477ms","start":"2026-03-13T17:13:54.614584Z","end":"2026-03-13T17:13:55.123444Z","steps":["trace[1243953479] 'process raft request' (duration: 508.816255ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:55.123536Z","caller":"traceutil/trace.go:171","msg":"trace[1158709670] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"508.941799ms","start":"2026-03-13T17:13:54.614561Z","end":"2026-03-13T17:13:55.123503Z","steps":["trace[1158709670] 'process raft request' (duration: 508.732744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:55.123607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:13:54.614567Z","time spent":"508.97467ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:13:55.123669Z","caller":"traceutil/trace.go:171","msg":"trace[1133433663] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"509.066052ms","start":"2026-03-13T17:13:54.614585Z","end":"2026-03-13T17:13:55.123651Z","steps":["trace[1133433663] 'process raft request' (duration: 508.838146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:55.123745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:13:54.61456Z","time spent":"509.146584ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:13:55.123732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:13:54.614539Z","time spent":"509.075972ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:13:55.522916Z","caller":"traceutil/trace.go:171","msg":"trace[185654648] linearizableReadLoop","detail":"{readStateIndex:444; appliedIndex:443; }","duration":"148.341035ms","start":"2026-03-13T17:13:55.374547Z","end":"2026-03-13T17:13:55.522888Z","steps":["trace[185654648] 'read index received' (duration: 145.842973ms)","trace[185654648] 'applied index is now lower than readState.Index' (duration: 2.496082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:13:55.523059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.489149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:13:55.523096Z","caller":"traceutil/trace.go:171","msg":"trace[2055917306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:430; }","duration":"148.579221ms","start":"2026-03-13T17:13:55.374507Z","end":"2026-03-13T17:13:55.523086Z","steps":["trace[2055917306] 'agreement among raft nodes before linearized reading' (duration: 148.484468ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:13:59.452014Z","caller":"traceutil/trace.go:171","msg":"trace[1260424854] linearizableReadLoop","detail":"{readStateIndex:484; appliedIndex:483; }","duration":"314.103373ms","start":"2026-03-13T17:13:59.137881Z","end":"2026-03-13T17:13:59.451985Z","steps":["trace[1260424854] 'read index received' (duration: 313.782085ms)","trace[1260424854] 'applied index is now lower than readState.Index' (duration: 320.018µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:13:59.452047Z","caller":"traceutil/trace.go:171","msg":"trace[604335289] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"341.898031ms","start":"2026-03-13T17:13:59.110112Z","end":"2026-03-13T17:13:59.45201Z","steps":["trace[604335289] 'process raft request' (duration: 341.678186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:59.452176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:13:59.110085Z","time spent":"342.022744ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:13:59.452228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.639766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T17:13:59.452264Z","caller":"traceutil/trace.go:171","msg":"trace[446692847] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:470; }","duration":"306.705888ms","start":"2026-03-13T17:13:59.145547Z","end":"2026-03-13T17:13:59.452253Z","steps":["trace[446692847] 'agreement among raft nodes before linearized reading' (duration: 306.658457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:59.452303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:13:59.145525Z","time spent":"306.7703ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T17:13:59.452177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.285567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-13T17:13:59.452448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.572285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T17:13:59.452529Z","caller":"traceutil/trace.go:171","msg":"trace[2145899878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:470; }","duration":"306.670968ms","start":"2026-03-13T17:13:59.145842Z","end":"2026-03-13T17:13:59.452513Z","steps":["trace[2145899878] 'agreement among raft nodes before linearized reading' (duration: 306.482143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:59.452576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:13:59.145756Z","time spent":"306.811102ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T17:13:59.452482Z","caller":"traceutil/trace.go:171","msg":"trace[387088550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:470; }","duration":"314.612145ms","start":"2026-03-13T17:13:59.137832Z","end":"2026-03-13T17:13:59.452444Z","steps":["trace[387088550] 'agreement among raft nodes before linearized reading' (duration: 314.289237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:13:59.453107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:13:59.137791Z","time spent":"315.294442ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T17:14:01.587243Z","caller":"traceutil/trace.go:171","msg":"trace[132404107] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"122.934386ms","start":"2026-03-13T17:14:01.464282Z","end":"2026-03-13T17:14:01.587216Z","steps":["trace[132404107] 'process raft request' (duration: 122.72696ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:01.588563Z","caller":"traceutil/trace.go:171","msg":"trace[217931861] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"122.988787ms","start":"2026-03-13T17:14:01.465548Z","end":"2026-03-13T17:14:01.588537Z","steps":["trace[217931861] 'process raft request' (duration: 122.734461ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:01.588802Z","caller":"traceutil/trace.go:171","msg":"trace[463564129] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"123.081439ms","start":"2026-03-13T17:14:01.465699Z","end":"2026-03-13T17:14:01.58878Z","steps":["trace[463564129] 'process raft request' (duration: 122.748111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:09.414714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650225825s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:14:09.414935Z","caller":"traceutil/trace.go:171","msg":"trace[423501630] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:636; }","duration":"1.807133322s","start":"2026-03-13T17:14:07.607786Z","end":"2026-03-13T17:14:09.414919Z","steps":["trace[423501630] 'read index received' (duration: 156.62174ms)","trace[423501630] 'applied index is now lower than readState.Index' (duration: 1.650510202s)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:14:09.415057Z","caller":"traceutil/trace.go:171","msg":"trace[1326794704] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"2.02376898s","start":"2026-03-13T17:14:07.391194Z","end":"2026-03-13T17:14:09.414963Z","steps":["trace[1326794704] 'process raft request' (duration: 373.198307ms)","trace[1326794704] 'compare' (duration: 1.649966148s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:14:09.415202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807393218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T17:14:09.415298Z","caller":"traceutil/trace.go:171","msg":"trace[833052904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:621; }","duration":"1.807609774s","start":"2026-03-13T17:14:07.607662Z","end":"2026-03-13T17:14:09.415271Z","steps":["trace[833052904] 'agreement among raft nodes before linearized reading' (duration: 1.807342697s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:09.415332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:07.391162Z","time spent":"2.024046147s","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211574,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:14:09.415352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:07.607634Z","time spent":"1.807704966s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T17:14:09.41532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80706074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T17:14:09.415368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049143043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:14:09.415435Z","caller":"traceutil/trace.go:171","msg":"trace[1928179648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:621; }","duration":"1.807202154s","start":"2026-03-13T17:14:07.608205Z","end":"2026-03-13T17:14:09.415407Z","steps":["trace[1928179648] 'agreement among raft nodes before linearized reading' (duration: 1.806871106s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:09.415455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799950545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T17:14:09.415482Z","caller":"traceutil/trace.go:171","msg":"trace[520218848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:621; }","duration":"1.049290887s","start":"2026-03-13T17:14:08.366162Z","end":"2026-03-13T17:14:09.415453Z","steps":["trace[520218848] 'agreement among raft nodes before linearized reading' (duration: 1.049112813s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:09.415494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:07.608196Z","time spent":"1.807283976s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T17:14:09.41553Z","caller":"traceutil/trace.go:171","msg":"trace[1917426682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:621; }","duration":"1.800050567s","start":"2026-03-13T17:14:07.615467Z","end":"2026-03-13T17:14:09.415518Z","steps":["trace[1917426682] 'agreement among raft nodes before linearized reading' (duration: 1.799852972s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:09.415597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:07.615456Z","time spent":"1.800128399s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T17:14:09.415634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424106863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-d9q9l\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-13T17:14:09.415736Z","caller":"traceutil/trace.go:171","msg":"trace[177570181] range","detail":"{range_begin:/registry/pods/kube-system/cilium-d9q9l; range_end:; response_count:1; response_revision:621; }","duration":"1.424248047s","start":"2026-03-13T17:14:07.991466Z","end":"2026-03-13T17:14:09.415714Z","steps":["trace[177570181] 'agreement among raft nodes before linearized reading' (duration: 1.423612351s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:09.41555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:08.366147Z","time spent":"1.049388489s","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:14:09.415874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:07.991445Z","time spent":"1.424323468s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-d9q9l\" "} {"level":"warn","ts":"2026-03-13T17:14:09.415944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793219048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T17:14:09.416023Z","caller":"traceutil/trace.go:171","msg":"trace[1304738768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:621; }","duration":"1.79331655s","start":"2026-03-13T17:14:07.622684Z","end":"2026-03-13T17:14:09.416001Z","steps":["trace[1304738768] 'agreement among raft nodes before linearized reading' (duration: 1.792551421s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:09.41608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:07.622673Z","time spent":"1.793393211s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T17:14:09.927059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800504085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:14:10.139377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.102262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:14:10.139502Z","caller":"traceutil/trace.go:171","msg":"trace[145630400] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"718.120441ms","start":"2026-03-13T17:14:09.42136Z","end":"2026-03-13T17:14:10.139481Z","steps":["trace[145630400] 'process raft request' (duration: 537.811524ms)","trace[145630400] 'compare' (duration: 179.544408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:14:10.139567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:09.421323Z","time spent":"718.215144ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:14:10.189302Z","caller":"traceutil/trace.go:171","msg":"trace[88537174] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"767.584737ms","start":"2026-03-13T17:14:09.421665Z","end":"2026-03-13T17:14:10.189249Z","steps":["trace[88537174] 'process raft request' (duration: 767.463174ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:10.189614Z","caller":"traceutil/trace.go:171","msg":"trace[861001638] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"767.874985ms","start":"2026-03-13T17:14:09.421717Z","end":"2026-03-13T17:14:10.189592Z","steps":["trace[861001638] 'process raft request' (duration: 767.484215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:10.189743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:09.421695Z","time spent":"767.979007ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:14:10.189933Z","caller":"traceutil/trace.go:171","msg":"trace[1254492736] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"754.851271ms","start":"2026-03-13T17:14:09.435053Z","end":"2026-03-13T17:14:10.189905Z","steps":["trace[1254492736] 'process raft request' (duration: 754.37045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:10.190031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:09.435032Z","time spent":"754.955814ms","remote":"127.0.0.1:55846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T17:14:10.189358Z","caller":"traceutil/trace.go:171","msg":"trace[789334964] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"767.731401ms","start":"2026-03-13T17:14:09.421568Z","end":"2026-03-13T17:14:10.189299Z","steps":["trace[789334964] 'process raft request' (duration: 767.397082ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:10.190111Z","caller":"traceutil/trace.go:171","msg":"trace[1641169453] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:637; }","duration":"763.996138ms","start":"2026-03-13T17:14:09.426091Z","end":"2026-03-13T17:14:10.190088Z","steps":["trace[1641169453] 'read index received' (duration: 533.147389ms)","trace[1641169453] 'applied index is now lower than readState.Index' (duration: 230.847479ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:14:10.19017Z","caller":"traceutil/trace.go:171","msg":"trace[1907543605] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"754.475512ms","start":"2026-03-13T17:14:09.435663Z","end":"2026-03-13T17:14:10.190138Z","steps":["trace[1907543605] 'process raft request' (duration: 754.128694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:10.190273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.173333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:14:10.190292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:09.435641Z","time spent":"754.588306ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:14:10.190304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:09.421545Z","time spent":"768.623713ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:14:10.190342Z","caller":"traceutil/trace.go:171","msg":"trace[1187341675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:628; }","duration":"764.240706ms","start":"2026-03-13T17:14:09.426082Z","end":"2026-03-13T17:14:10.190323Z","steps":["trace[1187341675] 'agreement among raft nodes before linearized reading' (duration: 764.147393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:10.190393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:09.426053Z","time spent":"764.327367ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T17:14:10.190136Z","caller":"traceutil/trace.go:171","msg":"trace[2128327056] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"438.600786ms","start":"2026-03-13T17:14:09.751528Z","end":"2026-03-13T17:14:10.190128Z","steps":["trace[2128327056] 'process raft request' (duration: 438.494523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:10.190517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.197872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-13T17:14:10.190562Z","caller":"traceutil/trace.go:171","msg":"trace[1721263822] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:628; }","duration":"190.276584ms","start":"2026-03-13T17:14:10.000276Z","end":"2026-03-13T17:14:10.190552Z","steps":["trace[1721263822] 'agreement among raft nodes before linearized reading' (duration: 190.140221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:10.190636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:09.42166Z","time spent":"767.781072ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:14:10.190805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:09.751483Z","time spent":"439.12635ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:14:10.576011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.993637ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-13T17:14:10.576105Z","caller":"traceutil/trace.go:171","msg":"trace[1325582532] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:644; }","duration":"373.005021ms","start":"2026-03-13T17:14:10.203083Z","end":"2026-03-13T17:14:10.576088Z","steps":["trace[1325582532] 'read index received' (duration: 69.911852ms)","trace[1325582532] 'applied index is now lower than readState.Index' (duration: 303.091389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:14:10.576108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:10.192221Z","time spent":"383.879841ms","remote":"127.0.0.1:55680","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T17:14:10.576315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.230457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:14:10.576357Z","caller":"traceutil/trace.go:171","msg":"trace[1395692751] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:628; }","duration":"373.311919ms","start":"2026-03-13T17:14:10.203035Z","end":"2026-03-13T17:14:10.576347Z","steps":["trace[1395692751] 'agreement among raft nodes before linearized reading' (duration: 373.098654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:10.576391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:10.203014Z","time spent":"373.369271ms","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":29,"request content":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" "} {"level":"warn","ts":"2026-03-13T17:14:11.865425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800504097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:14:11.866128Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.288620407s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T17:14:13.364778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000202996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T17:14:13.364866Z","caller":"traceutil/trace.go:171","msg":"trace[243579120] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00033768s","start":"2026-03-13T17:14:11.364509Z","end":"2026-03-13T17:14:13.364847Z","steps":["trace[243579120] 'agreement among raft nodes before linearized reading' (duration: 2.000227477s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:13.364915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:11.364488Z","time spent":"2.000416951s","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:14:13.539737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673239505s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:14:13.539823Z","caller":"traceutil/trace.go:171","msg":"trace[1312727354] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"2.962425246s","start":"2026-03-13T17:14:10.577384Z","end":"2026-03-13T17:14:13.539809Z","steps":["trace[1312727354] 'process raft request' (duration: 1.289043387s)","trace[1312727354] 'compare' (duration: 1.672855036s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:14:13.539865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:10.577359Z","time spent":"2.962486167s","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:14:13.883959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.53455048s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T17:14:13.884663Z","caller":"traceutil/trace.go:171","msg":"trace[1744489173] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:645; }","duration":"2.520093657s","start":"2026-03-13T17:14:11.364549Z","end":"2026-03-13T17:14:13.884642Z","steps":["trace[1744489173] 'read index received' (duration: 501.850484ms)","trace[1744489173] 'applied index is now lower than readState.Index' (duration: 2.018241813s)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:14:13.884781Z","caller":"traceutil/trace.go:171","msg":"trace[410949490] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"3.21117463s","start":"2026-03-13T17:14:10.67355Z","end":"2026-03-13T17:14:13.884725Z","steps":["trace[410949490] 'process raft request' (duration: 3.210614056s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:13.884862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74127848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T17:14:13.884869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.874285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:14:13.884902Z","caller":"traceutil/trace.go:171","msg":"trace[975932241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:630; }","duration":"1.741402084s","start":"2026-03-13T17:14:12.143488Z","end":"2026-03-13T17:14:13.88489Z","steps":["trace[975932241] 'agreement among raft nodes before linearized reading' (duration: 1.74125949s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:13.88495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:12.143456Z","time spent":"1.741485246s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T17:14:13.884951Z","caller":"traceutil/trace.go:171","msg":"trace[1380442949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:630; }","duration":"519.003619ms","start":"2026-03-13T17:14:13.365928Z","end":"2026-03-13T17:14:13.884932Z","steps":["trace[1380442949] 'agreement among raft nodes before linearized reading' (duration: 518.849855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:13.884958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:10.673518Z","time spent":"3.211355263s","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211622,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:14:13.884982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690855891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T17:14:13.885006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:13.365861Z","time spent":"519.132161ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T17:14:13.885035Z","caller":"traceutil/trace.go:171","msg":"trace[1741368827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:630; }","duration":"1.690963114s","start":"2026-03-13T17:14:12.19406Z","end":"2026-03-13T17:14:13.885023Z","steps":["trace[1741368827] 'agreement among raft nodes before linearized reading' (duration: 1.69078534s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:13.884997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689993381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T17:14:13.885068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:12.194037Z","time spent":"1.691026506s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T17:14:13.885113Z","caller":"traceutil/trace.go:171","msg":"trace[446007729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:630; }","duration":"1.690178885s","start":"2026-03-13T17:14:12.194906Z","end":"2026-03-13T17:14:13.885084Z","steps":["trace[446007729] 'agreement among raft nodes before linearized reading' (duration: 1.689904499s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:13.885011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.923786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-13T17:14:13.885173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:12.194875Z","time spent":"1.690285597s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T17:14:13.885182Z","caller":"traceutil/trace.go:171","msg":"trace[1557547046] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:630; }","duration":"343.147971ms","start":"2026-03-13T17:14:13.542013Z","end":"2026-03-13T17:14:13.885161Z","steps":["trace[1557547046] 'agreement among raft nodes before linearized reading' (duration: 342.876235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:13.88531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:13.541993Z","time spent":"343.302577ms","remote":"127.0.0.1:55804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-13T17:14:13.884989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689694803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T17:14:13.8857Z","caller":"traceutil/trace.go:171","msg":"trace[1546054539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:630; }","duration":"1.690430302s","start":"2026-03-13T17:14:12.195241Z","end":"2026-03-13T17:14:13.885671Z","steps":["trace[1546054539] 'agreement among raft nodes before linearized reading' (duration: 1.6895899s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:13.885801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:12.195232Z","time spent":"1.690547465s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T17:14:13.993161Z","caller":"traceutil/trace.go:171","msg":"trace[118388118] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"103.451473ms","start":"2026-03-13T17:14:13.889678Z","end":"2026-03-13T17:14:13.993129Z","steps":["trace[118388118] 'process raft request' (duration: 103.193227ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:13.9932Z","caller":"traceutil/trace.go:171","msg":"trace[791936926] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"103.475234ms","start":"2026-03-13T17:14:13.889703Z","end":"2026-03-13T17:14:13.993178Z","steps":["trace[791936926] 'process raft request' (duration: 103.287259ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:13.993312Z","caller":"traceutil/trace.go:171","msg":"trace[1199853972] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"102.91199ms","start":"2026-03-13T17:14:13.890367Z","end":"2026-03-13T17:14:13.993279Z","steps":["trace[1199853972] 'process raft request' (duration: 102.696685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:14.326338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.742644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:14:14.326437Z","caller":"traceutil/trace.go:171","msg":"trace[1541247388] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"300.919375ms","start":"2026-03-13T17:14:14.025501Z","end":"2026-03-13T17:14:14.32642Z","steps":["trace[1541247388] 'process raft request' (duration: 187.66153ms)","trace[1541247388] 'compare' (duration: 112.590199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:14:14.326685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:14.025486Z","time spent":"301.155141ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17228,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:14:14.346528Z","caller":"traceutil/trace.go:171","msg":"trace[906080464] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"226.916512ms","start":"2026-03-13T17:14:14.119588Z","end":"2026-03-13T17:14:14.346504Z","steps":["trace[906080464] 'process raft request' (duration: 226.520682ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:14.722314Z","caller":"traceutil/trace.go:171","msg":"trace[864209051] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"146.439048ms","start":"2026-03-13T17:14:14.575851Z","end":"2026-03-13T17:14:14.72229Z","steps":["trace[864209051] 'process raft request' (duration: 146.231303ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:14.966595Z","caller":"traceutil/trace.go:171","msg":"trace[1569408646] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"155.209296ms","start":"2026-03-13T17:14:14.811361Z","end":"2026-03-13T17:14:14.96657Z","steps":["trace[1569408646] 'process raft request' (duration: 155.140083ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:14.966659Z","caller":"traceutil/trace.go:171","msg":"trace[1601253473] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"209.998383ms","start":"2026-03-13T17:14:14.756621Z","end":"2026-03-13T17:14:14.96662Z","steps":["trace[1601253473] 'process raft request' (duration: 129.014257ms)","trace[1601253473] 'compare' (duration: 80.642057ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:14:15.197856Z","caller":"traceutil/trace.go:171","msg":"trace[1083296339] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"224.972293ms","start":"2026-03-13T17:14:14.972867Z","end":"2026-03-13T17:14:15.197839Z","steps":["trace[1083296339] 'process raft request' (duration: 224.915862ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:15.19791Z","caller":"traceutil/trace.go:171","msg":"trace[799965524] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"225.708202ms","start":"2026-03-13T17:14:14.972183Z","end":"2026-03-13T17:14:15.197891Z","steps":["trace[799965524] 'process raft request' (duration: 225.554908ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:15.198027Z","caller":"traceutil/trace.go:171","msg":"trace[721625011] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"227.050626ms","start":"2026-03-13T17:14:14.970926Z","end":"2026-03-13T17:14:15.197976Z","steps":["trace[721625011] 'process raft request' (duration: 226.730298ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:15.371948Z","caller":"traceutil/trace.go:171","msg":"trace[1742883447] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"167.208452ms","start":"2026-03-13T17:14:15.204716Z","end":"2026-03-13T17:14:15.371924Z","steps":["trace[1742883447] 'process raft request' (duration: 167.088559ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:17.717757Z","caller":"traceutil/trace.go:171","msg":"trace[1951974099] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"561.333749ms","start":"2026-03-13T17:14:17.156392Z","end":"2026-03-13T17:14:17.717726Z","steps":["trace[1951974099] 'process raft request' (duration: 560.220471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:17.717947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:17.156366Z","time spent":"561.496672ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5162,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:14:17.725807Z","caller":"traceutil/trace.go:171","msg":"trace[1599030363] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:694; }","duration":"360.137842ms","start":"2026-03-13T17:14:17.365655Z","end":"2026-03-13T17:14:17.725793Z","steps":["trace[1599030363] 'read index received' (duration: 350.974226ms)","trace[1599030363] 'applied index is now lower than readState.Index' (duration: 9.162846ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:14:17.725868Z","caller":"traceutil/trace.go:171","msg":"trace[36236875] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"206.400773ms","start":"2026-03-13T17:14:17.519454Z","end":"2026-03-13T17:14:17.725855Z","steps":["trace[36236875] 'process raft request' (duration: 206.309261ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:17.72587Z","caller":"traceutil/trace.go:171","msg":"trace[1992918113] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"405.517786ms","start":"2026-03-13T17:14:17.320324Z","end":"2026-03-13T17:14:17.725842Z","steps":["trace[1992918113] 'process raft request' (duration: 405.383232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:17.725941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.306047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:14:17.726051Z","caller":"traceutil/trace.go:171","msg":"trace[886400571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:679; }","duration":"360.472072ms","start":"2026-03-13T17:14:17.365569Z","end":"2026-03-13T17:14:17.726041Z","steps":["trace[886400571] 'agreement among raft nodes before linearized reading' (duration: 360.316037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:17.726082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:17.365548Z","time spent":"360.524532ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:14:17.726029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:17.320297Z","time spent":"405.65578ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T17:14:21.286339Z","caller":"traceutil/trace.go:171","msg":"trace[283554240] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"194.203711ms","start":"2026-03-13T17:14:21.092115Z","end":"2026-03-13T17:14:21.286319Z","steps":["trace[283554240] 'process raft request' (duration: 140.697826ms)","trace[283554240] 'compare' (duration: 53.344261ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:14:21.286311Z","caller":"traceutil/trace.go:171","msg":"trace[1983540898] linearizableReadLoop","detail":"{readStateIndex:770; appliedIndex:769; }","duration":"150.976849ms","start":"2026-03-13T17:14:21.135305Z","end":"2026-03-13T17:14:21.286281Z","steps":["trace[1983540898] 'read index received' (duration: 97.591897ms)","trace[1983540898] 'applied index is now lower than readState.Index' (duration: 53.383292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:14:21.286504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.174336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-13T17:14:21.286551Z","caller":"traceutil/trace.go:171","msg":"trace[774072201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:751; }","duration":"151.273378ms","start":"2026-03-13T17:14:21.135266Z","end":"2026-03-13T17:14:21.28654Z","steps":["trace[774072201] 'agreement among raft nodes before linearized reading' (duration: 151.103493ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:21.287364Z","caller":"traceutil/trace.go:171","msg":"trace[447018376] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"142.630764ms","start":"2026-03-13T17:14:21.144712Z","end":"2026-03-13T17:14:21.287343Z","steps":["trace[447018376] 'process raft request' (duration: 142.430609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:21.614927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.28886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:14:21.615124Z","caller":"traceutil/trace.go:171","msg":"trace[1600744363] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"238.381126ms","start":"2026-03-13T17:14:21.376689Z","end":"2026-03-13T17:14:21.615071Z","steps":["trace[1600744363] 'process raft request' (duration: 115.818059ms)","trace[1600744363] 'compare' (duration: 121.87238ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:14:21.627678Z","caller":"traceutil/trace.go:171","msg":"trace[233108617] linearizableReadLoop","detail":"{readStateIndex:776; appliedIndex:775; }","duration":"104.955329ms","start":"2026-03-13T17:14:21.522709Z","end":"2026-03-13T17:14:21.627664Z","steps":["trace[233108617] 'read index received' (duration: 104.865057ms)","trace[233108617] 'applied index is now lower than readState.Index' (duration: 89.172µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:14:21.627751Z","caller":"traceutil/trace.go:171","msg":"trace[755270790] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"246.504437ms","start":"2026-03-13T17:14:21.381218Z","end":"2026-03-13T17:14:21.627722Z","steps":["trace[755270790] 'process raft request' (duration: 246.369724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:21.627954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.244377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-13T17:14:21.627991Z","caller":"traceutil/trace.go:171","msg":"trace[623641581] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:757; }","duration":"105.329069ms","start":"2026-03-13T17:14:21.522651Z","end":"2026-03-13T17:14:21.62798Z","steps":["trace[623641581] 'agreement among raft nodes before linearized reading' (duration: 105.072242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:22.192426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.298751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:14:22.192615Z","caller":"traceutil/trace.go:171","msg":"trace[1654229295] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"544.236153ms","start":"2026-03-13T17:14:21.648325Z","end":"2026-03-13T17:14:22.192561Z","steps":["trace[1654229295] 'process raft request' (duration: 356.722408ms)","trace[1654229295] 'compare' (duration: 186.88885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:14:22.192757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:21.648286Z","time spent":"544.423258ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18694,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:14:22.215633Z","caller":"traceutil/trace.go:171","msg":"trace[1344851532] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:776; }","duration":"400.39411ms","start":"2026-03-13T17:14:21.815205Z","end":"2026-03-13T17:14:22.215599Z","steps":["trace[1344851532] 'read index received' (duration: 189.867474ms)","trace[1344851532] 'applied index is now lower than readState.Index' (duration: 210.524516ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:14:22.215727Z","caller":"traceutil/trace.go:171","msg":"trace[734082567] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"522.274899ms","start":"2026-03-13T17:14:21.69342Z","end":"2026-03-13T17:14:22.215695Z","steps":["trace[734082567] 'process raft request' (duration: 521.842389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:22.215868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:21.693383Z","time spent":"522.422873ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:14:22.215995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.758879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-03-13T17:14:22.216032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.470728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-13T17:14:22.216107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.175341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-13T17:14:22.216143Z","caller":"traceutil/trace.go:171","msg":"trace[1493780694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:759; }","duration":"196.598021ms","start":"2026-03-13T17:14:22.019499Z","end":"2026-03-13T17:14:22.216097Z","steps":["trace[1493780694] 'agreement among raft nodes before linearized reading' (duration: 196.357465ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:22.216186Z","caller":"traceutil/trace.go:171","msg":"trace[1233220609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:759; }","duration":"192.257383ms","start":"2026-03-13T17:14:22.023913Z","end":"2026-03-13T17:14:22.216171Z","steps":["trace[1233220609] 'agreement among raft nodes before linearized reading' (duration: 192.073778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:22.216029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.700455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T17:14:22.216234Z","caller":"traceutil/trace.go:171","msg":"trace[442861298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:759; }","duration":"190.92587ms","start":"2026-03-13T17:14:22.025297Z","end":"2026-03-13T17:14:22.216222Z","steps":["trace[442861298] 'agreement among raft nodes before linearized reading' (duration: 190.592062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:22.216258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.17789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-13T17:14:22.21605Z","caller":"traceutil/trace.go:171","msg":"trace[1677782524] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:759; }","duration":"400.884532ms","start":"2026-03-13T17:14:21.815149Z","end":"2026-03-13T17:14:22.216034Z","steps":["trace[1677782524] 'agreement among raft nodes before linearized reading' (duration: 400.645597ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:22.216319Z","caller":"traceutil/trace.go:171","msg":"trace[68057611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:759; }","duration":"192.271963ms","start":"2026-03-13T17:14:22.024028Z","end":"2026-03-13T17:14:22.2163Z","steps":["trace[68057611] 'agreement among raft nodes before linearized reading' (duration: 191.944855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:22.216354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:21.815124Z","time spent":"401.196999ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-13T17:14:22.533401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.453173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:14:22.533612Z","caller":"traceutil/trace.go:171","msg":"trace[1119874472] linearizableReadLoop","detail":"{readStateIndex:782; appliedIndex:779; }","duration":"227.571129ms","start":"2026-03-13T17:14:22.306024Z","end":"2026-03-13T17:14:22.533595Z","steps":["trace[1119874472] 'read index received' (duration: 33.769858ms)","trace[1119874472] 'applied index is now lower than readState.Index' (duration: 193.800081ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:14:22.533735Z","caller":"traceutil/trace.go:171","msg":"trace[1369627925] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"312.457712ms","start":"2026-03-13T17:14:22.221198Z","end":"2026-03-13T17:14:22.533656Z","steps":["trace[1369627925] 'process raft request' (duration: 312.305759ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:22.533756Z","caller":"traceutil/trace.go:171","msg":"trace[757018552] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"312.706158ms","start":"2026-03-13T17:14:22.221016Z","end":"2026-03-13T17:14:22.533722Z","steps":["trace[757018552] 'process raft request' (duration: 118.850545ms)","trace[757018552] 'compare' (duration: 193.34184ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:14:22.533862Z","caller":"traceutil/trace.go:171","msg":"trace[1512046907] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"312.328219ms","start":"2026-03-13T17:14:22.221384Z","end":"2026-03-13T17:14:22.533712Z","steps":["trace[1512046907] 'process raft request' (duration: 312.170955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:22.533745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.714802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:14:22.533981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:22.220988Z","time spent":"312.906223ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:14:22.533975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:22.221179Z","time spent":"312.743359ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:14:22.534058Z","caller":"traceutil/trace.go:171","msg":"trace[404531103] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:763; }","duration":"228.05017ms","start":"2026-03-13T17:14:22.305972Z","end":"2026-03-13T17:14:22.534022Z","steps":["trace[404531103] 'agreement among raft nodes before linearized reading' (duration: 227.729602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:22.534316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:22.221368Z","time spent":"312.633176ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:14:22.53867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.414273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:14:22.538714Z","caller":"traceutil/trace.go:171","msg":"trace[845141397] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:764; }","duration":"231.508537ms","start":"2026-03-13T17:14:22.307195Z","end":"2026-03-13T17:14:22.538703Z","steps":["trace[845141397] 'agreement among raft nodes before linearized reading' (duration: 231.432654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:22.53875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.401372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:14:22.53883Z","caller":"traceutil/trace.go:171","msg":"trace[195373840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:764; }","duration":"172.516264ms","start":"2026-03-13T17:14:22.3663Z","end":"2026-03-13T17:14:22.538817Z","steps":["trace[195373840] 'agreement among raft nodes before linearized reading' (duration: 172.36231ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:22.538875Z","caller":"traceutil/trace.go:171","msg":"trace[1939403694] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"113.850961ms","start":"2026-03-13T17:14:22.425005Z","end":"2026-03-13T17:14:22.538856Z","steps":["trace[1939403694] 'process raft request' (duration: 113.529202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:22.538902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.994809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:14:22.539373Z","caller":"traceutil/trace.go:171","msg":"trace[2071189452] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:764; }","duration":"188.495591ms","start":"2026-03-13T17:14:22.35086Z","end":"2026-03-13T17:14:22.539355Z","steps":["trace[2071189452] 'agreement among raft nodes before linearized reading' (duration: 188.016459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:22.538932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.155207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:14:22.538958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.061956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:14:22.539541Z","caller":"traceutil/trace.go:171","msg":"trace[1679007304] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:764; }","duration":"189.752961ms","start":"2026-03-13T17:14:22.349763Z","end":"2026-03-13T17:14:22.539516Z","steps":["trace[1679007304] 'agreement among raft nodes before linearized reading' (duration: 189.155837ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:22.539584Z","caller":"traceutil/trace.go:171","msg":"trace[408865122] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:764; }","duration":"206.704932ms","start":"2026-03-13T17:14:22.332864Z","end":"2026-03-13T17:14:22.539569Z","steps":["trace[408865122] 'agreement among raft nodes before linearized reading' (duration: 206.080216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:22.538999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.965913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:14:22.539671Z","caller":"traceutil/trace.go:171","msg":"trace[1569453835] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:764; }","duration":"206.691071ms","start":"2026-03-13T17:14:22.332967Z","end":"2026-03-13T17:14:22.539658Z","steps":["trace[1569453835] 'agreement among raft nodes before linearized reading' (duration: 205.966013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:22.539061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.340158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:14:22.539767Z","caller":"traceutil/trace.go:171","msg":"trace[346713137] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:764; }","duration":"206.073386ms","start":"2026-03-13T17:14:22.333685Z","end":"2026-03-13T17:14:22.539759Z","steps":["trace[346713137] 'agreement among raft nodes before linearized reading' (duration: 205.356989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:22.539066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.320941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:14:22.539844Z","caller":"traceutil/trace.go:171","msg":"trace[1648511011] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:764; }","duration":"190.10049ms","start":"2026-03-13T17:14:22.349717Z","end":"2026-03-13T17:14:22.539818Z","steps":["trace[1648511011] 'agreement among raft nodes before linearized reading' (duration: 189.322731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:22.809941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.441575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:14:22.81016Z","caller":"traceutil/trace.go:171","msg":"trace[1712021375] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"269.23447ms","start":"2026-03-13T17:14:22.540891Z","end":"2026-03-13T17:14:22.810126Z","steps":["trace[1712021375] 'process raft request' (duration: 154.471267ms)","trace[1712021375] 'compare' (duration: 114.295512ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:14:22.810295Z","caller":"traceutil/trace.go:171","msg":"trace[2088293526] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"246.736953ms","start":"2026-03-13T17:14:22.56351Z","end":"2026-03-13T17:14:22.810247Z","steps":["trace[2088293526] 'process raft request' (duration: 246.59725ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:22.810342Z","caller":"traceutil/trace.go:171","msg":"trace[1361345095] transaction","detail":"{read_only:false; number_of_response:0; response_revision:765; }","duration":"266.525123ms","start":"2026-03-13T17:14:22.543787Z","end":"2026-03-13T17:14:22.810313Z","steps":["trace[1361345095] 'process raft request' (duration: 266.271697ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:27.767487Z","caller":"traceutil/trace.go:171","msg":"trace[992122441] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"140.518781ms","start":"2026-03-13T17:14:27.626941Z","end":"2026-03-13T17:14:27.76746Z","steps":["trace[992122441] 'process raft request' (duration: 140.369488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:31.379668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.043326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:14:31.379781Z","caller":"traceutil/trace.go:171","msg":"trace[1973914934] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"226.320016ms","start":"2026-03-13T17:14:31.153443Z","end":"2026-03-13T17:14:31.379763Z","steps":["trace[1973914934] 'process raft request' (duration: 74.123606ms)","trace[1973914934] 'compare' (duration: 151.840002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:14:31.730557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.509736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:14:31.730798Z","caller":"traceutil/trace.go:171","msg":"trace[1441519810] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"450.129463ms","start":"2026-03-13T17:14:31.280654Z","end":"2026-03-13T17:14:31.730784Z","steps":["trace[1441519810] 'process raft request' (duration: 325.253928ms)","trace[1441519810] 'compare' (duration: 124.193478ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:14:31.730798Z","caller":"traceutil/trace.go:171","msg":"trace[1021890512] linearizableReadLoop","detail":"{readStateIndex:887; appliedIndex:886; }","duration":"391.261185ms","start":"2026-03-13T17:14:31.339521Z","end":"2026-03-13T17:14:31.730782Z","steps":["trace[1021890512] 'read index received' (duration: 266.190296ms)","trace[1021890512] 'applied index is now lower than readState.Index' (duration: 125.068629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:14:31.730856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:31.280621Z","time spent":"450.213525ms","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2141,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T17:14:31.731124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.599283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-13T17:14:31.73114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.083905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:14:31.731175Z","caller":"traceutil/trace.go:171","msg":"trace[2138041529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:865; }","duration":"365.141066ms","start":"2026-03-13T17:14:31.366025Z","end":"2026-03-13T17:14:31.731166Z","steps":["trace[2138041529] 'agreement among raft nodes before linearized reading' (duration: 365.093845ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:31.731174Z","caller":"traceutil/trace.go:171","msg":"trace[1025541016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:865; }","duration":"391.682045ms","start":"2026-03-13T17:14:31.33948Z","end":"2026-03-13T17:14:31.731162Z","steps":["trace[1025541016] 'agreement among raft nodes before linearized reading' (duration: 391.399108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:31.731196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:31.366012Z","time spent":"365.177998ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:14:31.731206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:31.339466Z","time spent":"391.731956ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T17:14:34.543447Z","caller":"traceutil/trace.go:171","msg":"trace[1850349093] linearizableReadLoop","detail":"{readStateIndex:913; appliedIndex:912; }","duration":"220.36953ms","start":"2026-03-13T17:14:34.323054Z","end":"2026-03-13T17:14:34.543424Z","steps":["trace[1850349093] 'read index received' (duration: 220.203436ms)","trace[1850349093] 'applied index is now lower than readState.Index' (duration: 164.484µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:14:34.543522Z","caller":"traceutil/trace.go:171","msg":"trace[1501349917] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"389.807957ms","start":"2026-03-13T17:14:34.153677Z","end":"2026-03-13T17:14:34.543485Z","steps":["trace[1501349917] 'process raft request' (duration: 389.599842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:34.543694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.063787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:14:34.543754Z","caller":"traceutil/trace.go:171","msg":"trace[121430655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:890; }","duration":"177.256532ms","start":"2026-03-13T17:14:34.366483Z","end":"2026-03-13T17:14:34.54374Z","steps":["trace[121430655] 'agreement among raft nodes before linearized reading' (duration: 177.107028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:34.543746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:34.153638Z","time spent":"389.963041ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4210,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:14:34.543804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.73973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T17:14:34.543852Z","caller":"traceutil/trace.go:171","msg":"trace[806575617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:890; }","duration":"220.829372ms","start":"2026-03-13T17:14:34.323009Z","end":"2026-03-13T17:14:34.543838Z","steps":["trace[806575617] 'agreement among raft nodes before linearized reading' (duration: 220.543515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:35.796269Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.201637742s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T17:14:35.796721Z","caller":"traceutil/trace.go:171","msg":"trace[155916086] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"1.202173044s","start":"2026-03-13T17:14:34.594526Z","end":"2026-03-13T17:14:35.796699Z","steps":["trace[155916086] 'process raft request' (duration: 1.20201575s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:35.796854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:34.594504Z","time spent":"1.202267207s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:14:35.806675Z","caller":"traceutil/trace.go:171","msg":"trace[394621786] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"1.209971778s","start":"2026-03-13T17:14:34.596682Z","end":"2026-03-13T17:14:35.806654Z","steps":["trace[394621786] 'process raft request' (duration: 1.209786563s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:35.806835Z","caller":"traceutil/trace.go:171","msg":"trace[1330091920] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"1.209863155s","start":"2026-03-13T17:14:34.596926Z","end":"2026-03-13T17:14:35.806789Z","steps":["trace[1330091920] 'process raft request' (duration: 1.20966948s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:35.806902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:34.59691Z","time spent":"1.209956567s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:14:35.806924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:34.596662Z","time spent":"1.210204413s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:14:35.809921Z","caller":"traceutil/trace.go:171","msg":"trace[2108443652] linearizableReadLoop","detail":"{readStateIndex:918; appliedIndex:914; }","duration":"445.403205ms","start":"2026-03-13T17:14:35.364496Z","end":"2026-03-13T17:14:35.809899Z","steps":["trace[2108443652] 'read index received' (duration: 431.934872ms)","trace[2108443652] 'applied index is now lower than readState.Index' (duration: 13.466103ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:14:35.809921Z","caller":"traceutil/trace.go:171","msg":"trace[1727026496] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"256.917715ms","start":"2026-03-13T17:14:35.552975Z","end":"2026-03-13T17:14:35.809892Z","steps":["trace[1727026496] 'process raft request' (duration: 256.762671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:35.810084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.580969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:14:35.81012Z","caller":"traceutil/trace.go:171","msg":"trace[259771082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:896; }","duration":"445.669611ms","start":"2026-03-13T17:14:35.36444Z","end":"2026-03-13T17:14:35.81011Z","steps":["trace[259771082] 'agreement among raft nodes before linearized reading' (duration: 445.585549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:35.810214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:35.36442Z","time spent":"445.784644ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T17:14:37.957555Z","caller":"traceutil/trace.go:171","msg":"trace[1033932040] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"138.625785ms","start":"2026-03-13T17:14:37.81891Z","end":"2026-03-13T17:14:37.957536Z","steps":["trace[1033932040] 'process raft request' (duration: 132.121823ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:37.958784Z","caller":"traceutil/trace.go:171","msg":"trace[1437223266] linearizableReadLoop","detail":"{readStateIndex:947; appliedIndex:945; }","duration":"134.310348ms","start":"2026-03-13T17:14:37.82445Z","end":"2026-03-13T17:14:37.95876Z","steps":["trace[1437223266] 'read index received' (duration: 126.607387ms)","trace[1437223266] 'applied index is now lower than readState.Index' (duration: 7.701471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:14:37.959183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.711687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T17:14:37.959253Z","caller":"traceutil/trace.go:171","msg":"trace[1558558073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:922; }","duration":"134.831791ms","start":"2026-03-13T17:14:37.824408Z","end":"2026-03-13T17:14:37.95924Z","steps":["trace[1558558073] 'agreement among raft nodes before linearized reading' (duration: 134.611805ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:37.959007Z","caller":"traceutil/trace.go:171","msg":"trace[1248887134] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"139.368533ms","start":"2026-03-13T17:14:37.819617Z","end":"2026-03-13T17:14:37.958986Z","steps":["trace[1248887134] 'process raft request' (duration: 139.020625ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:39.964877Z","caller":"traceutil/trace.go:171","msg":"trace[860625030] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"140.948362ms","start":"2026-03-13T17:14:39.823886Z","end":"2026-03-13T17:14:39.964835Z","steps":["trace[860625030] 'process raft request' (duration: 140.675186ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:40.169532Z","caller":"traceutil/trace.go:171","msg":"trace[1693414980] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"199.440402ms","start":"2026-03-13T17:14:39.969758Z","end":"2026-03-13T17:14:40.169199Z","steps":["trace[1693414980] 'process raft request' (duration: 172.238187ms)","trace[1693414980] 'compare' (duration: 27.072281ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:14:40.170185Z","caller":"traceutil/trace.go:171","msg":"trace[458335215] linearizableReadLoop","detail":"{readStateIndex:952; appliedIndex:950; }","duration":"172.700808ms","start":"2026-03-13T17:14:39.997453Z","end":"2026-03-13T17:14:40.170154Z","steps":["trace[458335215] 'read index received' (duration: 144.558451ms)","trace[458335215] 'applied index is now lower than readState.Index' (duration: 28.140777ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:14:40.170364Z","caller":"traceutil/trace.go:171","msg":"trace[2054567830] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"200.485907ms","start":"2026-03-13T17:14:39.969865Z","end":"2026-03-13T17:14:40.170351Z","steps":["trace[2054567830] 'process raft request' (duration: 200.129108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:40.170586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.278581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-13T17:14:40.170896Z","caller":"traceutil/trace.go:171","msg":"trace[466555558] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:927; }","duration":"168.619598ms","start":"2026-03-13T17:14:40.002251Z","end":"2026-03-13T17:14:40.17087Z","steps":["trace[466555558] 'agreement among raft nodes before linearized reading' (duration: 168.103005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:40.17072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.096238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T17:14:40.171036Z","caller":"traceutil/trace.go:171","msg":"trace[1874468345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:927; }","duration":"173.619032ms","start":"2026-03-13T17:14:39.997401Z","end":"2026-03-13T17:14:40.17102Z","steps":["trace[1874468345] 'agreement among raft nodes before linearized reading' (duration: 172.990406ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:40.38788Z","caller":"traceutil/trace.go:171","msg":"trace[890984423] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"128.155346ms","start":"2026-03-13T17:14:40.259696Z","end":"2026-03-13T17:14:40.387852Z","steps":["trace[890984423] 'process raft request' (duration: 127.92829ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:48.423277Z","caller":"traceutil/trace.go:171","msg":"trace[1112238876] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"122.454693ms","start":"2026-03-13T17:14:48.300786Z","end":"2026-03-13T17:14:48.423241Z","steps":["trace[1112238876] 'process raft request' (duration: 35.504209ms)","trace[1112238876] 'compare' (duration: 86.625896ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:14:51.408244Z","caller":"traceutil/trace.go:171","msg":"trace[1390170217] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"131.569806ms","start":"2026-03-13T17:14:51.276646Z","end":"2026-03-13T17:14:51.408215Z","steps":["trace[1390170217] 'process raft request' (duration: 131.283479ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:53.774818Z","caller":"traceutil/trace.go:171","msg":"trace[656619199] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"276.392732ms","start":"2026-03-13T17:14:53.498388Z","end":"2026-03-13T17:14:53.774781Z","steps":["trace[656619199] 'process raft request' (duration: 275.1998ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:54.705206Z","caller":"traceutil/trace.go:171","msg":"trace[1258232993] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"161.590517ms","start":"2026-03-13T17:14:54.543582Z","end":"2026-03-13T17:14:54.705173Z","steps":["trace[1258232993] 'process raft request' (duration: 161.452853ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:14:57.331032Z","caller":"traceutil/trace.go:171","msg":"trace[289654300] linearizableReadLoop","detail":"{readStateIndex:1089; appliedIndex:1088; }","duration":"152.629416ms","start":"2026-03-13T17:14:57.178381Z","end":"2026-03-13T17:14:57.331011Z","steps":["trace[289654300] 'read index received' (duration: 152.39675ms)","trace[289654300] 'applied index is now lower than readState.Index' (duration: 231.406µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:14:57.331094Z","caller":"traceutil/trace.go:171","msg":"trace[1431054024] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"407.30608ms","start":"2026-03-13T17:14:56.923753Z","end":"2026-03-13T17:14:57.331059Z","steps":["trace[1431054024] 'process raft request' (duration: 407.128355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:14:57.331266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.859721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T17:14:57.331298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:14:56.923727Z","time spent":"407.449224ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:14:57.331327Z","caller":"traceutil/trace.go:171","msg":"trace[243194328] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1056; }","duration":"152.974194ms","start":"2026-03-13T17:14:57.178337Z","end":"2026-03-13T17:14:57.331312Z","steps":["trace[243194328] 'agreement among raft nodes before linearized reading' (duration: 152.864522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:03.61634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800505098,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T17:15:03.662973Z","caller":"traceutil/trace.go:171","msg":"trace[2107622112] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"702.347351ms","start":"2026-03-13T17:15:02.960599Z","end":"2026-03-13T17:15:03.662946Z","steps":["trace[2107622112] 'process raft request' (duration: 702.184446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:03.663147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:02.960583Z","time spent":"702.474063ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:15:03.664585Z","caller":"traceutil/trace.go:171","msg":"trace[44691575] linearizableReadLoop","detail":"{readStateIndex:1202; appliedIndex:1200; }","duration":"549.096928ms","start":"2026-03-13T17:15:03.115474Z","end":"2026-03-13T17:15:03.664571Z","steps":["trace[44691575] 'read index received' (duration: 547.431295ms)","trace[44691575] 'applied index is now lower than readState.Index' (duration: 1.664583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:15:03.664733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.247592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:15:03.664771Z","caller":"traceutil/trace.go:171","msg":"trace[1264537313] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1168; }","duration":"549.317924ms","start":"2026-03-13T17:15:03.115445Z","end":"2026-03-13T17:15:03.664763Z","steps":["trace[1264537313] 'agreement among raft nodes before linearized reading' (duration: 549.226021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:03.664803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:03.115433Z","time spent":"549.361874ms","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:15:03.66484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.983178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T17:15:03.664928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.456813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:15:03.664965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.232045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T17:15:03.665068Z","caller":"traceutil/trace.go:171","msg":"trace[1680866281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1168; }","duration":"304.345138ms","start":"2026-03-13T17:15:03.360698Z","end":"2026-03-13T17:15:03.665043Z","steps":["trace[1680866281] 'agreement among raft nodes before linearized reading' (duration: 304.05882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:03.665137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:03.360638Z","time spent":"304.483262ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T17:15:03.665005Z","caller":"traceutil/trace.go:171","msg":"trace[969496251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1168; }","duration":"299.555316ms","start":"2026-03-13T17:15:03.36543Z","end":"2026-03-13T17:15:03.664985Z","steps":["trace[969496251] 'agreement among raft nodes before linearized reading' (duration: 299.454484ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:03.664942Z","caller":"traceutil/trace.go:171","msg":"trace[674800744] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1168; }","duration":"180.142822ms","start":"2026-03-13T17:15:03.48478Z","end":"2026-03-13T17:15:03.664923Z","steps":["trace[674800744] 'agreement among raft nodes before linearized reading' (duration: 179.981938ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:04.103937Z","caller":"traceutil/trace.go:171","msg":"trace[1998698772] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"181.439085ms","start":"2026-03-13T17:15:03.922434Z","end":"2026-03-13T17:15:04.103873Z","steps":["trace[1998698772] 'process raft request' (duration: 181.152768ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:06.328258Z","caller":"traceutil/trace.go:171","msg":"trace[1070067896] linearizableReadLoop","detail":"{readStateIndex:1214; appliedIndex:1213; }","duration":"155.630993ms","start":"2026-03-13T17:15:06.172608Z","end":"2026-03-13T17:15:06.328239Z","steps":["trace[1070067896] 'read index received' (duration: 155.583822ms)","trace[1070067896] 'applied index is now lower than readState.Index' (duration: 45.511µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:15:06.328373Z","caller":"traceutil/trace.go:171","msg":"trace[549160114] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"650.771616ms","start":"2026-03-13T17:15:05.677552Z","end":"2026-03-13T17:15:06.328324Z","steps":["trace[549160114] 'process raft request' (duration: 650.557421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:06.328475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.86269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T17:15:06.328523Z","caller":"traceutil/trace.go:171","msg":"trace[592238765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1179; }","duration":"155.959912ms","start":"2026-03-13T17:15:06.172552Z","end":"2026-03-13T17:15:06.328512Z","steps":["trace[592238765] 'agreement among raft nodes before linearized reading' (duration: 155.805148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:06.328623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:05.677516Z","time spent":"650.973522ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:15:06.365711Z","caller":"traceutil/trace.go:171","msg":"trace[1153401906] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"114.58458ms","start":"2026-03-13T17:15:06.251096Z","end":"2026-03-13T17:15:06.36568Z","steps":["trace[1153401906] 'process raft request' (duration: 114.317464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:06.852897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.520138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:15:06.853079Z","caller":"traceutil/trace.go:171","msg":"trace[1137497073] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"481.475263ms","start":"2026-03-13T17:15:06.371586Z","end":"2026-03-13T17:15:06.853061Z","steps":["trace[1137497073] 'process raft request' (duration: 481.419272ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:06.853102Z","caller":"traceutil/trace.go:171","msg":"trace[1887595174] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"519.425007ms","start":"2026-03-13T17:15:06.33366Z","end":"2026-03-13T17:15:06.853085Z","steps":["trace[1887595174] 'process raft request' (duration: 199.636842ms)","trace[1887595174] 'compare' (duration: 319.364564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:15:06.853151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:06.371556Z","time spent":"481.564656ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:15:06.853103Z","caller":"traceutil/trace.go:171","msg":"trace[769090854] linearizableReadLoop","detail":"{readStateIndex:1216; appliedIndex:1215; }","duration":"485.870636ms","start":"2026-03-13T17:15:06.367207Z","end":"2026-03-13T17:15:06.853078Z","steps":["trace[769090854] 'read index received' (duration: 166.111512ms)","trace[769090854] 'applied index is now lower than readState.Index' (duration: 319.756124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:15:06.853211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:06.333647Z","time spent":"519.500888ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:15:06.853395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.204284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:15:06.853425Z","caller":"traceutil/trace.go:171","msg":"trace[644965117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1182; }","duration":"486.298146ms","start":"2026-03-13T17:15:06.36712Z","end":"2026-03-13T17:15:06.853418Z","steps":["trace[644965117] 'agreement among raft nodes before linearized reading' (duration: 486.250365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:06.853441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:06.367091Z","time spent":"486.346188ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:15:06.853496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.258451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:15:06.853536Z","caller":"traceutil/trace.go:171","msg":"trace[1837473743] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1182; }","duration":"144.366913ms","start":"2026-03-13T17:15:06.709159Z","end":"2026-03-13T17:15:06.853526Z","steps":["trace[1837473743] 'agreement among raft nodes before linearized reading' (duration: 144.294691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:06.853605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.124454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T17:15:06.853741Z","caller":"traceutil/trace.go:171","msg":"trace[1346623272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1182; }","duration":"460.320161ms","start":"2026-03-13T17:15:06.393402Z","end":"2026-03-13T17:15:06.853723Z","steps":["trace[1346623272] 'agreement among raft nodes before linearized reading' (duration: 459.983371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:06.853885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:06.393364Z","time spent":"460.503276ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T17:15:06.853855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.384852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T17:15:06.854151Z","caller":"traceutil/trace.go:171","msg":"trace[1709329600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1182; }","duration":"246.815602ms","start":"2026-03-13T17:15:06.607315Z","end":"2026-03-13T17:15:06.854131Z","steps":["trace[1709329600] 'agreement among raft nodes before linearized reading' (duration: 246.220936ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:10.302256Z","caller":"traceutil/trace.go:171","msg":"trace[764963065] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"109.11422ms","start":"2026-03-13T17:15:10.193113Z","end":"2026-03-13T17:15:10.302227Z","steps":["trace[764963065] 'process raft request' (duration: 103.878455ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:12.478943Z","caller":"traceutil/trace.go:171","msg":"trace[180022742] linearizableReadLoop","detail":"{readStateIndex:1315; appliedIndex:1314; }","duration":"110.524396ms","start":"2026-03-13T17:15:12.368396Z","end":"2026-03-13T17:15:12.47892Z","steps":["trace[180022742] 'read index received' (duration: 110.287929ms)","trace[180022742] 'applied index is now lower than readState.Index' (duration: 235.237µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:15:12.479002Z","caller":"traceutil/trace.go:171","msg":"trace[2039054072] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"124.906186ms","start":"2026-03-13T17:15:12.354068Z","end":"2026-03-13T17:15:12.478974Z","steps":["trace[2039054072] 'process raft request' (duration: 124.69784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:12.479068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.653019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:15:12.479127Z","caller":"traceutil/trace.go:171","msg":"trace[1720475445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1278; }","duration":"110.764522ms","start":"2026-03-13T17:15:12.368347Z","end":"2026-03-13T17:15:12.479111Z","steps":["trace[1720475445] 'agreement among raft nodes before linearized reading' (duration: 110.655ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:13.241493Z","caller":"traceutil/trace.go:171","msg":"trace[1289307310] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1282; }","duration":"232.162527ms","start":"2026-03-13T17:15:13.009292Z","end":"2026-03-13T17:15:13.241454Z","steps":["trace[1289307310] 'process raft request' (duration: 187.872221ms)","trace[1289307310] 'compare' (duration: 44.193734ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:15:13.397364Z","caller":"traceutil/trace.go:171","msg":"trace[1560120846] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1282; }","duration":"141.381927ms","start":"2026-03-13T17:15:13.255945Z","end":"2026-03-13T17:15:13.397326Z","steps":["trace[1560120846] 'process raft request' (duration: 141.229883ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:19.092863Z","caller":"traceutil/trace.go:171","msg":"trace[1043935481] linearizableReadLoop","detail":"{readStateIndex:1464; appliedIndex:1463; }","duration":"106.498522ms","start":"2026-03-13T17:15:18.986333Z","end":"2026-03-13T17:15:19.092831Z","steps":["trace[1043935481] 'read index received' (duration: 30.694837ms)","trace[1043935481] 'applied index is now lower than readState.Index' (duration: 75.802325ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:15:19.092931Z","caller":"traceutil/trace.go:171","msg":"trace[1479143395] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"106.636906ms","start":"2026-03-13T17:15:18.986263Z","end":"2026-03-13T17:15:19.0929Z","steps":["trace[1479143395] 'process raft request' (duration: 30.838581ms)","trace[1479143395] 'compare' (duration: 75.59827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:15:19.093165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.800901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T17:15:19.09326Z","caller":"traceutil/trace.go:171","msg":"trace[1451801877] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1409; }","duration":"106.941065ms","start":"2026-03-13T17:15:18.986301Z","end":"2026-03-13T17:15:19.093242Z","steps":["trace[1451801877] 'agreement among raft nodes before linearized reading' (duration: 106.661307ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:23.126343Z","caller":"traceutil/trace.go:171","msg":"trace[1956887259] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"158.927807ms","start":"2026-03-13T17:15:22.96739Z","end":"2026-03-13T17:15:23.126318Z","steps":["trace[1956887259] 'process raft request' (duration: 158.800494ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:23.546463Z","caller":"traceutil/trace.go:171","msg":"trace[1453410720] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"322.077254ms","start":"2026-03-13T17:15:23.224363Z","end":"2026-03-13T17:15:23.54644Z","steps":["trace[1453410720] 'process raft request' (duration: 321.995682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:23.546609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:23.224347Z","time spent":"322.189737ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:15:23.546727Z","caller":"traceutil/trace.go:171","msg":"trace[954228032] linearizableReadLoop","detail":"{readStateIndex:1525; appliedIndex:1523; }","duration":"566.496155ms","start":"2026-03-13T17:15:22.980204Z","end":"2026-03-13T17:15:23.5467Z","steps":["trace[954228032] 'read index received' (duration: 146.011636ms)","trace[954228032] 'applied index is now lower than readState.Index' (duration: 420.472449ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:15:23.546599Z","caller":"traceutil/trace.go:171","msg":"trace[1823787595] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"574.407998ms","start":"2026-03-13T17:15:22.972162Z","end":"2026-03-13T17:15:23.54657Z","steps":["trace[1823787595] 'process raft request' (duration: 565.12708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:23.546882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.667059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:15:23.546917Z","caller":"traceutil/trace.go:171","msg":"trace[897363790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1466; }","duration":"566.762061ms","start":"2026-03-13T17:15:22.980145Z","end":"2026-03-13T17:15:23.546907Z","steps":["trace[897363790] 'agreement among raft nodes before linearized reading' (duration: 566.679129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:23.54694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.713281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:15:23.546946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:22.980115Z","time spent":"566.823523ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:15:23.54694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.501462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:15:23.546981Z","caller":"traceutil/trace.go:171","msg":"trace[593870208] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1466; }","duration":"566.810953ms","start":"2026-03-13T17:15:22.980159Z","end":"2026-03-13T17:15:23.54697Z","steps":["trace[593870208] 'agreement among raft nodes before linearized reading' (duration: 566.741701ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:23.546996Z","caller":"traceutil/trace.go:171","msg":"trace[811360063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1466; }","duration":"546.585204ms","start":"2026-03-13T17:15:23.000396Z","end":"2026-03-13T17:15:23.546981Z","steps":["trace[811360063] 'agreement among raft nodes before linearized reading' (duration: 546.508802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:23.547003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.433083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-13T17:15:23.547031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:23.000379Z","time spent":"546.643255ms","remote":"127.0.0.1:46570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:15:23.547048Z","caller":"traceutil/trace.go:171","msg":"trace[857478791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1466; }","duration":"439.535507ms","start":"2026-03-13T17:15:23.107499Z","end":"2026-03-13T17:15:23.547035Z","steps":["trace[857478791] 'agreement among raft nodes before linearized reading' (duration: 439.399873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:23.547054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.666886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:15:23.547049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.770612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:15:23.54709Z","caller":"traceutil/trace.go:171","msg":"trace[1398813] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1466; }","duration":"546.711647ms","start":"2026-03-13T17:15:23.000362Z","end":"2026-03-13T17:15:23.547073Z","steps":["trace[1398813] 'agreement among raft nodes before linearized reading' (duration: 546.669486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:23.547118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:23.000353Z","time spent":"546.756428ms","remote":"127.0.0.1:46570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-13T17:15:23.54712Z","caller":"traceutil/trace.go:171","msg":"trace[865645566] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1466; }","duration":"545.864555ms","start":"2026-03-13T17:15:23.001236Z","end":"2026-03-13T17:15:23.547101Z","steps":["trace[865645566] 'agreement among raft nodes before linearized reading' (duration: 545.728552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:23.54716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:23.00123Z","time spent":"545.922457ms","remote":"127.0.0.1:46570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T17:15:23.54708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:23.107473Z","time spent":"439.598628ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T17:15:23.547152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.982258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-13T17:15:23.547212Z","caller":"traceutil/trace.go:171","msg":"trace[637649414] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1466; }","duration":"316.05218ms","start":"2026-03-13T17:15:23.231146Z","end":"2026-03-13T17:15:23.547198Z","steps":["trace[637649414] 'agreement among raft nodes before linearized reading' (duration: 315.883854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:23.547244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:23.231134Z","time spent":"316.102811ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T17:15:23.547011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:22.980139Z","time spent":"566.863814ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-13T17:15:23.547281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.578979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-13T17:15:23.547391Z","caller":"traceutil/trace.go:171","msg":"trace[1834939233] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1466; }","duration":"393.725883ms","start":"2026-03-13T17:15:23.153642Z","end":"2026-03-13T17:15:23.547368Z","steps":["trace[1834939233] 'agreement among raft nodes before linearized reading' (duration: 393.467185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:23.547428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:22.972153Z","time spent":"574.715315ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:15:23.54744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:23.15363Z","time spent":"393.796934ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T17:15:30.646717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.842759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fdef4fc-2a34-4d53-b6a7-37f78b5c940c\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-13T17:15:30.646796Z","caller":"traceutil/trace.go:171","msg":"trace[189149247] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fdef4fc-2a34-4d53-b6a7-37f78b5c940c; range_end:; response_count:1; response_revision:1566; }","duration":"201.980082ms","start":"2026-03-13T17:15:30.444798Z","end":"2026-03-13T17:15:30.646779Z","steps":["trace[189149247] 'range keys from in-memory index tree' (duration: 201.526651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:30.647034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.355909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:15:30.647143Z","caller":"traceutil/trace.go:171","msg":"trace[1363794330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1566; }","duration":"281.538484ms","start":"2026-03-13T17:15:30.365585Z","end":"2026-03-13T17:15:30.647124Z","steps":["trace[1363794330] 'range keys from in-memory index tree' (duration: 281.236175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:31.217204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800505950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:15:31.717424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800505950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:15:32.218446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800505950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:15:32.406928Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.755552773s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T17:15:32.408607Z","caller":"traceutil/trace.go:171","msg":"trace[127362945] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"1.757313119s","start":"2026-03-13T17:15:30.651269Z","end":"2026-03-13T17:15:32.408582Z","steps":["trace[127362945] 'process raft request' (duration: 1.757153115s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:32.408943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:30.651244Z","time spent":"1.757433093s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:15:32.73883Z","caller":"traceutil/trace.go:171","msg":"trace[1545887021] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"2.084112714s","start":"2026-03-13T17:15:30.654687Z","end":"2026-03-13T17:15:32.738799Z","steps":["trace[1545887021] 'process raft request' (duration: 2.083859107s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:32.738994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:30.654663Z","time spent":"2.084235576s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:15:32.739269Z","caller":"traceutil/trace.go:171","msg":"trace[1480188804] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"1.167662839s","start":"2026-03-13T17:15:31.571549Z","end":"2026-03-13T17:15:32.739212Z","steps":["trace[1480188804] 'process raft request' (duration: 1.167172807s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:32.739391Z","caller":"traceutil/trace.go:171","msg":"trace[842185315] linearizableReadLoop","detail":"{readStateIndex:1633; appliedIndex:1628; }","duration":"2.023950111s","start":"2026-03-13T17:15:30.715405Z","end":"2026-03-13T17:15:32.739356Z","steps":["trace[842185315] 'read index received' (duration: 1.693058461s)","trace[842185315] 'applied index is now lower than readState.Index' (duration: 330.88969ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:15:32.739503Z","caller":"traceutil/trace.go:171","msg":"trace[527637812] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"597.8587ms","start":"2026-03-13T17:15:32.141632Z","end":"2026-03-13T17:15:32.73949Z","steps":["trace[527637812] 'process raft request' (duration: 597.659295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:32.739561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:32.14161Z","time spent":"597.922571ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:15:32.7396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024163436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:15:32.739609Z","caller":"traceutil/trace.go:171","msg":"trace[1290672250] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"1.072060986s","start":"2026-03-13T17:15:31.667521Z","end":"2026-03-13T17:15:32.739582Z","steps":["trace[1290672250] 'process raft request' (duration: 1.071556574s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:32.739636Z","caller":"traceutil/trace.go:171","msg":"trace[174594569] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1571; }","duration":"2.024291178s","start":"2026-03-13T17:15:30.715333Z","end":"2026-03-13T17:15:32.739624Z","steps":["trace[174594569] 'agreement among raft nodes before linearized reading' (duration: 2.024188476s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:32.739681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:30.715304Z","time spent":"2.024369151s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:15:32.739736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:31.667496Z","time spent":"1.07216934s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:15:32.740209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:31.571483Z","time spent":"1.167886505s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:15:32.990696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.469287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:15:32.990966Z","caller":"traceutil/trace.go:171","msg":"trace[484973014] linearizableReadLoop","detail":"{readStateIndex:1634; appliedIndex:1633; }","duration":"251.454142ms","start":"2026-03-13T17:15:32.739488Z","end":"2026-03-13T17:15:32.990942Z","steps":["trace[484973014] 'read index received' (duration: 145.568045ms)","trace[484973014] 'applied index is now lower than readState.Index' (duration: 105.883967ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:15:32.991039Z","caller":"traceutil/trace.go:171","msg":"trace[332436746] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"568.702861ms","start":"2026-03-13T17:15:32.422318Z","end":"2026-03-13T17:15:32.991021Z","steps":["trace[332436746] 'process raft request' (duration: 462.830754ms)","trace[332436746] 'compare' (duration: 105.363873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:15:32.991144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:32.422293Z","time spent":"568.806244ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:15:32.991207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408520939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T17:15:32.991204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406836756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-13T17:15:32.991137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407572715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T17:15:32.991271Z","caller":"traceutil/trace.go:171","msg":"trace[148274089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1572; }","duration":"1.408626502s","start":"2026-03-13T17:15:31.582633Z","end":"2026-03-13T17:15:32.991259Z","steps":["trace[148274089] 'agreement among raft nodes before linearized reading' (duration: 1.408402326s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:32.991279Z","caller":"traceutil/trace.go:171","msg":"trace[1649343136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1572; }","duration":"1.406944348s","start":"2026-03-13T17:15:31.584316Z","end":"2026-03-13T17:15:32.991261Z","steps":["trace[1649343136] 'agreement among raft nodes before linearized reading' (duration: 1.406731003s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:32.991327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:31.584305Z","time spent":"1.407012319s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T17:15:32.991316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:31.58261Z","time spent":"1.408695873s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T17:15:32.99134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732161493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fdef4fc-2a34-4d53-b6a7-37f78b5c940c\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-03-13T17:15:32.991374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603057779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:15:32.991322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414370659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T17:15:32.991427Z","caller":"traceutil/trace.go:171","msg":"trace[1816477489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1572; }","duration":"1.603138932s","start":"2026-03-13T17:15:31.388273Z","end":"2026-03-13T17:15:32.991412Z","steps":["trace[1816477489] 'agreement among raft nodes before linearized reading' (duration: 1.603039809s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:32.991427Z","caller":"traceutil/trace.go:171","msg":"trace[569360202] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fdef4fc-2a34-4d53-b6a7-37f78b5c940c; range_end:; response_count:1; response_revision:1572; }","duration":"1.732312908s","start":"2026-03-13T17:15:31.259092Z","end":"2026-03-13T17:15:32.991405Z","steps":["trace[569360202] 'agreement among raft nodes before linearized reading' (duration: 1.73201447s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:32.991411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.591337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fdef4fc-2a34-4d53-b6a7-37f78b5c940c\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-03-13T17:15:32.991465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:31.388253Z","time spent":"1.603205384s","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:15:32.991475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:31.259066Z","time spent":"1.732398789s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fdef4fc-2a34-4d53-b6a7-37f78b5c940c\" "} {"level":"info","ts":"2026-03-13T17:15:32.991495Z","caller":"traceutil/trace.go:171","msg":"trace[60239013] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fdef4fc-2a34-4d53-b6a7-37f78b5c940c; range_end:; response_count:1; response_revision:1572; }","duration":"246.73118ms","start":"2026-03-13T17:15:32.744743Z","end":"2026-03-13T17:15:32.991474Z","steps":["trace[60239013] 'agreement among raft nodes before linearized reading' (duration: 246.470834ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:32.991484Z","caller":"traceutil/trace.go:171","msg":"trace[993942548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1572; }","duration":"1.414492342s","start":"2026-03-13T17:15:31.576934Z","end":"2026-03-13T17:15:32.991427Z","steps":["trace[993942548] 'agreement among raft nodes before linearized reading' (duration: 1.414217775s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:32.991292Z","caller":"traceutil/trace.go:171","msg":"trace[685032220] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1572; }","duration":"1.40778816s","start":"2026-03-13T17:15:31.583485Z","end":"2026-03-13T17:15:32.991273Z","steps":["trace[685032220] 'agreement among raft nodes before linearized reading' (duration: 1.407476922s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:32.991565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:31.576877Z","time spent":"1.414660366s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T17:15:32.991622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:31.583472Z","time spent":"1.40813s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T17:15:32.991635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833937745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-13T17:15:32.991699Z","caller":"traceutil/trace.go:171","msg":"trace[164441757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1572; }","duration":"1.834039178s","start":"2026-03-13T17:15:31.15764Z","end":"2026-03-13T17:15:32.991679Z","steps":["trace[164441757] 'agreement among raft nodes before linearized reading' (duration: 1.833651908s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:32.991738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:31.157619Z","time spent":"1.834110529s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T17:15:32.992104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337161328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T17:15:32.99216Z","caller":"traceutil/trace.go:171","msg":"trace[1157397093] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1572; }","duration":"1.337248399s","start":"2026-03-13T17:15:31.6549Z","end":"2026-03-13T17:15:32.992148Z","steps":["trace[1157397093] 'agreement among raft nodes before linearized reading' (duration: 1.33609124s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:32.992203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:31.654883Z","time spent":"1.337311892s","remote":"127.0.0.1:46570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T17:15:33.504843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800505961,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:15:34.00574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800505961,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:15:34.113452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.107576136s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T17:15:34.185122Z","caller":"traceutil/trace.go:171","msg":"trace[1279722413] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"1.189997372s","start":"2026-03-13T17:15:32.99509Z","end":"2026-03-13T17:15:34.185087Z","steps":["trace[1279722413] 'process raft request' (duration: 1.11861343s)","trace[1279722413] 'compare' (duration: 71.215087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:15:34.185055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.207182ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:15:34.185271Z","caller":"traceutil/trace.go:171","msg":"trace[1043059734] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1572; }","duration":"436.459259ms","start":"2026-03-13T17:15:33.748784Z","end":"2026-03-13T17:15:34.185243Z","steps":["trace[1043059734] 'range keys from in-memory index tree' (duration: 436.173101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:34.185314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:32.995068Z","time spent":"1.190155746s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:15:34.189949Z","caller":"traceutil/trace.go:171","msg":"trace[2008668776] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"1.193975085s","start":"2026-03-13T17:15:32.995935Z","end":"2026-03-13T17:15:34.18991Z","steps":["trace[2008668776] 'process raft request' (duration: 1.193710108s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:34.190243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:32.995927Z","time spent":"1.194093718s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:15:34.19034Z","caller":"traceutil/trace.go:171","msg":"trace[1069827236] linearizableReadLoop","detail":"{readStateIndex:1640; appliedIndex:1634; }","duration":"1.191321465s","start":"2026-03-13T17:15:32.998996Z","end":"2026-03-13T17:15:34.190317Z","steps":["trace[1069827236] 'read index received' (duration: 1.114734979s)","trace[1069827236] 'applied index is now lower than readState.Index' (duration: 76.585496ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:15:34.190461Z","caller":"traceutil/trace.go:171","msg":"trace[420933761] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"1.192866835s","start":"2026-03-13T17:15:32.997566Z","end":"2026-03-13T17:15:34.190433Z","steps":["trace[420933761] 'process raft request' (duration: 1.192599418s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:34.190586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:32.997541Z","time spent":"1.192990739s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:15:34.190694Z","caller":"traceutil/trace.go:171","msg":"trace[1029165978] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"1.193932993s","start":"2026-03-13T17:15:32.99675Z","end":"2026-03-13T17:15:34.190683Z","steps":["trace[1029165978] 'process raft request' (duration: 1.193358258s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:34.190739Z","caller":"traceutil/trace.go:171","msg":"trace[1807285313] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"1.194766964s","start":"2026-03-13T17:15:32.995948Z","end":"2026-03-13T17:15:34.190715Z","steps":["trace[1807285313] 'process raft request' (duration: 1.19380229s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:34.190871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:32.99593Z","time spent":"1.194871958s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:15:34.190914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.991312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T17:15:34.190939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026351863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T17:15:34.190957Z","caller":"traceutil/trace.go:171","msg":"trace[461604611] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1578; }","duration":"407.063524ms","start":"2026-03-13T17:15:33.78388Z","end":"2026-03-13T17:15:34.190943Z","steps":["trace[461604611] 'agreement among raft nodes before linearized reading' (duration: 406.999172ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:34.190966Z","caller":"traceutil/trace.go:171","msg":"trace[1041235582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1578; }","duration":"1.026416474s","start":"2026-03-13T17:15:33.164541Z","end":"2026-03-13T17:15:34.190958Z","steps":["trace[1041235582] 'agreement among raft nodes before linearized reading' (duration: 1.026288971s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:34.190991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:33.164522Z","time spent":"1.026464275s","remote":"127.0.0.1:46570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T17:15:34.19099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:33.783861Z","time spent":"407.120385ms","remote":"127.0.0.1:56110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:15:34.190754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:32.996732Z","time spent":"1.193991244s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:15:34.191135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.041339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T17:15:34.191153Z","caller":"traceutil/trace.go:171","msg":"trace[2039685813] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1578; }","duration":"514.10035ms","start":"2026-03-13T17:15:33.677047Z","end":"2026-03-13T17:15:34.191148Z","steps":["trace[2039685813] 'agreement among raft nodes before linearized reading' (duration: 514.042409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:34.191168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:33.677019Z","time spent":"514.145421ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-13T17:15:34.191199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.433221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T17:15:34.191286Z","caller":"traceutil/trace.go:171","msg":"trace[900597746] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1578; }","duration":"191.554154ms","start":"2026-03-13T17:15:33.99971Z","end":"2026-03-13T17:15:34.191264Z","steps":["trace[900597746] 'agreement among raft nodes before linearized reading' (duration: 191.346759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:34.191342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.927511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-13T17:15:34.191332Z","caller":"traceutil/trace.go:171","msg":"trace[69585565] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"1.187682592s","start":"2026-03-13T17:15:33.002981Z","end":"2026-03-13T17:15:34.190664Z","steps":["trace[69585565] 'process raft request' (duration: 1.187235111s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:34.191403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.34132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:15:34.191421Z","caller":"traceutil/trace.go:171","msg":"trace[1012704177] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1578; }","duration":"642.390701ms","start":"2026-03-13T17:15:33.549026Z","end":"2026-03-13T17:15:34.191417Z","steps":["trace[1012704177] 'agreement among raft nodes before linearized reading' (duration: 642.34758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:34.191443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:33.549003Z","time spent":"642.435463ms","remote":"127.0.0.1:55956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:15:34.191475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:33.00297Z","time spent":"1.188416801s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10928,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:15:34.191508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192504225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:15:34.191555Z","caller":"traceutil/trace.go:171","msg":"trace[1318382782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1578; }","duration":"1.192564058s","start":"2026-03-13T17:15:32.998977Z","end":"2026-03-13T17:15:34.191541Z","steps":["trace[1318382782] 'agreement among raft nodes before linearized reading' (duration: 1.192493786s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:34.191257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.87261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fdef4fc-2a34-4d53-b6a7-37f78b5c940c\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-03-13T17:15:34.191593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:32.998969Z","time spent":"1.192613399s","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T17:15:34.191626Z","caller":"traceutil/trace.go:171","msg":"trace[1890752177] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fdef4fc-2a34-4d53-b6a7-37f78b5c940c; range_end:; response_count:1; response_revision:1578; }","duration":"195.231149ms","start":"2026-03-13T17:15:33.996371Z","end":"2026-03-13T17:15:34.191602Z","steps":["trace[1890752177] 'agreement among raft nodes before linearized reading' (duration: 194.783307ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:34.191363Z","caller":"traceutil/trace.go:171","msg":"trace[1626791230] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1578; }","duration":"597.976852ms","start":"2026-03-13T17:15:33.593381Z","end":"2026-03-13T17:15:34.191358Z","steps":["trace[1626791230] 'agreement among raft nodes before linearized reading' (duration: 597.828218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:34.191924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:33.593364Z","time spent":"598.541186ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T17:15:38.863537Z","caller":"traceutil/trace.go:171","msg":"trace[1081782269] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"104.685486ms","start":"2026-03-13T17:15:38.758827Z","end":"2026-03-13T17:15:38.863513Z","steps":["trace[1081782269] 'process raft request' (duration: 104.538472ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:38.900757Z","caller":"traceutil/trace.go:171","msg":"trace[595128973] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"139.116079ms","start":"2026-03-13T17:15:38.761621Z","end":"2026-03-13T17:15:38.900737Z","steps":["trace[595128973] 'process raft request' (duration: 139.019477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:39.896854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.396613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:15:39.896966Z","caller":"traceutil/trace.go:171","msg":"trace[1370946847] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1627; }","duration":"796.517716ms","start":"2026-03-13T17:15:39.100418Z","end":"2026-03-13T17:15:39.896936Z","steps":["trace[1370946847] 'count revisions from in-memory index tree' (duration: 796.263309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:39.897048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:39.100361Z","time spent":"796.65806ms","remote":"127.0.0.1:55780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:15:39.897175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.042237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11664"} {"level":"info","ts":"2026-03-13T17:15:39.897234Z","caller":"traceutil/trace.go:171","msg":"trace[1234983250] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1627; }","duration":"671.14312ms","start":"2026-03-13T17:15:39.226076Z","end":"2026-03-13T17:15:39.897219Z","steps":["trace[1234983250] 'range keys from in-memory index tree' (duration: 670.797091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:39.897275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:39.226061Z","time spent":"671.202891ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11688,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T17:15:39.897472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.704393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T17:15:39.897518Z","caller":"traceutil/trace.go:171","msg":"trace[974637004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1627; }","duration":"579.772835ms","start":"2026-03-13T17:15:39.317731Z","end":"2026-03-13T17:15:39.897504Z","steps":["trace[974637004] 'range keys from in-memory index tree' (duration: 579.391955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:39.897549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:39.317719Z","time spent":"579.821036ms","remote":"127.0.0.1:46570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T17:15:39.897708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.827994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T17:15:39.897765Z","caller":"traceutil/trace.go:171","msg":"trace[248854974] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1627; }","duration":"667.907796ms","start":"2026-03-13T17:15:39.229839Z","end":"2026-03-13T17:15:39.897747Z","steps":["trace[248854974] 'range keys from in-memory index tree' (duration: 667.117726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:39.897841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:39.229828Z","time spent":"667.966048ms","remote":"127.0.0.1:46570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-13T17:15:47.117399Z","caller":"traceutil/trace.go:171","msg":"trace[132615239] linearizableReadLoop","detail":"{readStateIndex:1753; appliedIndex:1752; }","duration":"172.182327ms","start":"2026-03-13T17:15:46.945195Z","end":"2026-03-13T17:15:47.117377Z","steps":["trace[132615239] 'read index received' (duration: 172.061744ms)","trace[132615239] 'applied index is now lower than readState.Index' (duration: 119.593µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:15:47.117533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.335131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T17:15:47.117558Z","caller":"traceutil/trace.go:171","msg":"trace[974639101] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1687; }","duration":"172.408553ms","start":"2026-03-13T17:15:46.945141Z","end":"2026-03-13T17:15:47.11755Z","steps":["trace[974639101] 'agreement among raft nodes before linearized reading' (duration: 172.30671ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:47.117622Z","caller":"traceutil/trace.go:171","msg":"trace[355711625] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"184.536625ms","start":"2026-03-13T17:15:46.933048Z","end":"2026-03-13T17:15:47.117585Z","steps":["trace[355711625] 'process raft request' (duration: 184.248547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:49.384593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.118339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:15:49.384694Z","caller":"traceutil/trace.go:171","msg":"trace[922020754] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1698; }","duration":"291.271583ms","start":"2026-03-13T17:15:49.093398Z","end":"2026-03-13T17:15:49.384669Z","steps":["trace[922020754] 'count revisions from in-memory index tree' (duration: 291.029847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:49.384735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.007224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-13T17:15:49.385093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.810417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T17:15:49.385031Z","caller":"traceutil/trace.go:171","msg":"trace[357984018] linearizableReadLoop","detail":"{readStateIndex:1765; appliedIndex:1764; }","duration":"254.559141ms","start":"2026-03-13T17:15:49.130274Z","end":"2026-03-13T17:15:49.384833Z","steps":["trace[357984018] 'read index received' (duration: 105.361412ms)","trace[357984018] 'applied index is now lower than readState.Index' (duration: 149.195899ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:15:49.385413Z","caller":"traceutil/trace.go:171","msg":"trace[1045533252] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"262.111435ms","start":"2026-03-13T17:15:49.122773Z","end":"2026-03-13T17:15:49.384885Z","steps":["trace[1045533252] 'process raft request' (duration: 112.906636ms)","trace[1045533252] 'compare' (duration: 148.85067ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:15:49.385167Z","caller":"traceutil/trace.go:171","msg":"trace[1438349800] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1699; }","duration":"254.91405ms","start":"2026-03-13T17:15:49.130233Z","end":"2026-03-13T17:15:49.385147Z","steps":["trace[1438349800] 'agreement among raft nodes before linearized reading' (duration: 254.747096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:49.385869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.718701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T17:15:49.385926Z","caller":"traceutil/trace.go:171","msg":"trace[563374939] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1699; }","duration":"179.814643ms","start":"2026-03-13T17:15:49.206094Z","end":"2026-03-13T17:15:49.385909Z","steps":["trace[563374939] 'agreement among raft nodes before linearized reading' (duration: 179.661439ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:49.81741Z","caller":"traceutil/trace.go:171","msg":"trace[842459234] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"426.445732ms","start":"2026-03-13T17:15:49.390937Z","end":"2026-03-13T17:15:49.817383Z","steps":["trace[842459234] 'process raft request' (duration: 426.306728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:49.817569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:49.390917Z","time spent":"426.573214ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:15:50.060754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.674787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11981"} {"level":"info","ts":"2026-03-13T17:15:50.060837Z","caller":"traceutil/trace.go:171","msg":"trace[1694840344] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1700; }","duration":"106.81994ms","start":"2026-03-13T17:15:49.953999Z","end":"2026-03-13T17:15:50.060819Z","steps":["trace[1694840344] 'range keys from in-memory index tree' (duration: 106.483012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:50.395173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.435847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:15:50.395359Z","caller":"traceutil/trace.go:171","msg":"trace[1842674999] linearizableReadLoop","detail":"{readStateIndex:1768; appliedIndex:1767; }","duration":"304.481372ms","start":"2026-03-13T17:15:50.090859Z","end":"2026-03-13T17:15:50.39534Z","steps":["trace[1842674999] 'read index received' (duration: 95.799588ms)","trace[1842674999] 'applied index is now lower than readState.Index' (duration: 208.679554ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:15:50.395398Z","caller":"traceutil/trace.go:171","msg":"trace[223581288] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"306.938604ms","start":"2026-03-13T17:15:50.088419Z","end":"2026-03-13T17:15:50.395358Z","steps":["trace[223581288] 'process raft request' (duration: 98.186909ms)","trace[223581288] 'compare' (duration: 208.328285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:15:50.395543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:50.088405Z","time spent":"307.054198ms","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:15:50.395591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.709728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:15:50.395674Z","caller":"traceutil/trace.go:171","msg":"trace[1146549492] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1701; }","duration":"304.823801ms","start":"2026-03-13T17:15:50.09083Z","end":"2026-03-13T17:15:50.395654Z","steps":["trace[1146549492] 'agreement among raft nodes before linearized reading' (duration: 304.656085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:50.39567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.468181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-13T17:15:50.395724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:15:50.090818Z","time spent":"304.897163ms","remote":"127.0.0.1:55836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-13T17:15:50.395732Z","caller":"traceutil/trace.go:171","msg":"trace[1509373392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1701; }","duration":"104.561303ms","start":"2026-03-13T17:15:50.291157Z","end":"2026-03-13T17:15:50.395718Z","steps":["trace[1509373392] 'agreement among raft nodes before linearized reading' (duration: 104.399148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:50.395711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.648096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-13T17:15:50.395792Z","caller":"traceutil/trace.go:171","msg":"trace[1559170986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1701; }","duration":"120.77895ms","start":"2026-03-13T17:15:50.274995Z","end":"2026-03-13T17:15:50.395774Z","steps":["trace[1559170986] 'agreement among raft nodes before linearized reading' (duration: 120.532763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:50.395804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.212133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-13T17:15:50.395915Z","caller":"traceutil/trace.go:171","msg":"trace[834469919] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1701; }","duration":"111.303655ms","start":"2026-03-13T17:15:50.284578Z","end":"2026-03-13T17:15:50.395882Z","steps":["trace[834469919] 'agreement among raft nodes before linearized reading' (duration: 111.041349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:50.396074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.948587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-13T17:15:50.396139Z","caller":"traceutil/trace.go:171","msg":"trace[1956031090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1701; }","duration":"104.033409ms","start":"2026-03-13T17:15:50.292091Z","end":"2026-03-13T17:15:50.396125Z","steps":["trace[1956031090] 'agreement among raft nodes before linearized reading' (duration: 103.460963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:50.39632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.325882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-13T17:15:50.396418Z","caller":"traceutil/trace.go:171","msg":"trace[613101865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1701; }","duration":"119.450995ms","start":"2026-03-13T17:15:50.276943Z","end":"2026-03-13T17:15:50.396394Z","steps":["trace[613101865] 'agreement among raft nodes before linearized reading' (duration: 118.726127ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:50.528849Z","caller":"traceutil/trace.go:171","msg":"trace[402862896] linearizableReadLoop","detail":"{readStateIndex:1769; appliedIndex:1768; }","duration":"128.642161ms","start":"2026-03-13T17:15:50.400179Z","end":"2026-03-13T17:15:50.528821Z","steps":["trace[402862896] 'read index received' (duration: 95.139761ms)","trace[402862896] 'applied index is now lower than readState.Index' (duration: 33.50078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:15:50.529361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.149564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-13T17:15:50.529441Z","caller":"traceutil/trace.go:171","msg":"trace[688618761] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1702; }","duration":"129.279037ms","start":"2026-03-13T17:15:50.400143Z","end":"2026-03-13T17:15:50.529422Z","steps":["trace[688618761] 'agreement among raft nodes before linearized reading' (duration: 128.896677ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:50.529492Z","caller":"traceutil/trace.go:171","msg":"trace[1779163353] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"129.085302ms","start":"2026-03-13T17:15:50.399938Z","end":"2026-03-13T17:15:50.529023Z","steps":["trace[1779163353] 'process raft request' (duration: 95.316356ms)","trace[1779163353] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 33.407877ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:15:50.532986Z","caller":"traceutil/trace.go:171","msg":"trace[2008287231] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"131.802922ms","start":"2026-03-13T17:15:50.401164Z","end":"2026-03-13T17:15:50.532967Z","steps":["trace[2008287231] 'process raft request' (duration: 131.696159ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:50.533273Z","caller":"traceutil/trace.go:171","msg":"trace[265697736] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"132.85701ms","start":"2026-03-13T17:15:50.400403Z","end":"2026-03-13T17:15:50.53326Z","steps":["trace[265697736] 'process raft request' (duration: 132.272094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:15:50.5334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.037847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T17:15:50.533452Z","caller":"traceutil/trace.go:171","msg":"trace[1881826514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1706; }","duration":"130.111079ms","start":"2026-03-13T17:15:50.403327Z","end":"2026-03-13T17:15:50.533438Z","steps":["trace[1881826514] 'agreement among raft nodes before linearized reading' (duration: 129.979886ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:50.533476Z","caller":"traceutil/trace.go:171","msg":"trace[37881178] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"133.007134ms","start":"2026-03-13T17:15:50.400452Z","end":"2026-03-13T17:15:50.53346Z","steps":["trace[37881178] 'process raft request' (duration: 132.375557ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:15:50.533545Z","caller":"traceutil/trace.go:171","msg":"trace[1734142399] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"133.104956ms","start":"2026-03-13T17:15:50.400417Z","end":"2026-03-13T17:15:50.533522Z","steps":["trace[1734142399] 'process raft request' (duration: 132.365496ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:02.824082Z","caller":"traceutil/trace.go:171","msg":"trace[1268675266] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"187.198712ms","start":"2026-03-13T17:16:02.63685Z","end":"2026-03-13T17:16:02.824049Z","steps":["trace[1268675266] 'process raft request' (duration: 187.028858ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:02.993357Z","caller":"traceutil/trace.go:171","msg":"trace[467837282] linearizableReadLoop","detail":"{readStateIndex:1840; appliedIndex:1835; }","duration":"351.815353ms","start":"2026-03-13T17:16:02.641522Z","end":"2026-03-13T17:16:02.993337Z","steps":["trace[467837282] 'read index received' (duration: 182.415482ms)","trace[467837282] 'applied index is now lower than readState.Index' (duration: 169.398981ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:16:02.993422Z","caller":"traceutil/trace.go:171","msg":"trace[980150533] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"356.496691ms","start":"2026-03-13T17:16:02.636913Z","end":"2026-03-13T17:16:02.99341Z","steps":["trace[980150533] 'process raft request' (duration: 281.294627ms)","trace[980150533] 'compare' (duration: 74.843693ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:16:02.993366Z","caller":"traceutil/trace.go:171","msg":"trace[1310978214] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"355.686358ms","start":"2026-03-13T17:16:02.637657Z","end":"2026-03-13T17:16:02.993343Z","steps":["trace[1310978214] 'process raft request' (duration: 355.548394ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:02.99344Z","caller":"traceutil/trace.go:171","msg":"trace[650566643] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"353.759187ms","start":"2026-03-13T17:16:02.639642Z","end":"2026-03-13T17:16:02.993401Z","steps":["trace[650566643] 'process raft request' (duration: 353.648423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:02.993538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:02.637643Z","time spent":"355.823382ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:16:02.99354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:02.636887Z","time spent":"356.591983ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:16:02.993668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.112492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T17:16:02.993772Z","caller":"traceutil/trace.go:171","msg":"trace[1724838146] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1771; }","duration":"352.241786ms","start":"2026-03-13T17:16:02.641507Z","end":"2026-03-13T17:16:02.993748Z","steps":["trace[1724838146] 'agreement among raft nodes before linearized reading' (duration: 351.926117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:02.993762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.926764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-13T17:16:02.993904Z","caller":"traceutil/trace.go:171","msg":"trace[481577740] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1771; }","duration":"336.108869ms","start":"2026-03-13T17:16:02.657771Z","end":"2026-03-13T17:16:02.99388Z","steps":["trace[481577740] 'agreement among raft nodes before linearized reading' (duration: 335.75832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:02.993963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:02.657757Z","time spent":"336.195571ms","remote":"127.0.0.1:55788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T17:16:02.993842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:02.641501Z","time spent":"352.333628ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T17:16:02.994005Z","caller":"traceutil/trace.go:171","msg":"trace[251920302] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"354.375294ms","start":"2026-03-13T17:16:02.639594Z","end":"2026-03-13T17:16:02.993969Z","steps":["trace[251920302] 'process raft request' (duration: 353.666934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:02.994093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:02.63963Z","time spent":"353.892381ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:16:02.994128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:02.639584Z","time spent":"354.485876ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:16:03.207265Z","caller":"traceutil/trace.go:171","msg":"trace[1404745164] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"188.248191ms","start":"2026-03-13T17:16:03.018996Z","end":"2026-03-13T17:16:03.207244Z","steps":["trace[1404745164] 'process raft request' (duration: 188.112707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:13.253425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.482618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:16:13.253641Z","caller":"traceutil/trace.go:171","msg":"trace[20876534] linearizableReadLoop","detail":"{readStateIndex:1892; appliedIndex:1889; }","duration":"116.522411ms","start":"2026-03-13T17:16:13.137103Z","end":"2026-03-13T17:16:13.253625Z","steps":["trace[20876534] 'read index received' (duration: 12.771445ms)","trace[20876534] 'applied index is now lower than readState.Index' (duration: 103.749666ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:16:13.253716Z","caller":"traceutil/trace.go:171","msg":"trace[299567880] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"125.013751ms","start":"2026-03-13T17:16:13.128692Z","end":"2026-03-13T17:16:13.253705Z","steps":["trace[299567880] 'process raft request' (duration: 124.896038ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:13.25377Z","caller":"traceutil/trace.go:171","msg":"trace[78751945] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"125.083173ms","start":"2026-03-13T17:16:13.128606Z","end":"2026-03-13T17:16:13.253689Z","steps":["trace[78751945] 'process raft request' (duration: 124.915888ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:13.253906Z","caller":"traceutil/trace.go:171","msg":"trace[1457190842] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"125.406871ms","start":"2026-03-13T17:16:13.128392Z","end":"2026-03-13T17:16:13.253799Z","steps":["trace[1457190842] 'process raft request' (duration: 21.470711ms)","trace[1457190842] 'compare' (duration: 103.372625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:16:13.254013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.911672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T17:16:13.254048Z","caller":"traceutil/trace.go:171","msg":"trace[1243104245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1821; }","duration":"116.973503ms","start":"2026-03-13T17:16:13.137063Z","end":"2026-03-13T17:16:13.254036Z","steps":["trace[1243104245] 'agreement among raft nodes before linearized reading' (duration: 116.85889ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:13.604458Z","caller":"traceutil/trace.go:171","msg":"trace[531419536] linearizableReadLoop","detail":"{readStateIndex:1894; appliedIndex:1893; }","duration":"238.286813ms","start":"2026-03-13T17:16:13.366158Z","end":"2026-03-13T17:16:13.604445Z","steps":["trace[531419536] 'read index received' (duration: 138.6619ms)","trace[531419536] 'applied index is now lower than readState.Index' (duration: 99.623863ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:16:13.604523Z","caller":"traceutil/trace.go:171","msg":"trace[1292621343] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"346.90271ms","start":"2026-03-13T17:16:13.257583Z","end":"2026-03-13T17:16:13.604486Z","steps":["trace[1292621343] 'process raft request' (duration: 247.089542ms)","trace[1292621343] 'compare' (duration: 99.521771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:16:13.604789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:13.257561Z","time spent":"347.125557ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:16:13.604871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.695274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:16:13.60486Z","caller":"traceutil/trace.go:171","msg":"trace[1366250068] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"132.606535ms","start":"2026-03-13T17:16:13.472218Z","end":"2026-03-13T17:16:13.604825Z","steps":["trace[1366250068] 'process raft request' (duration: 132.198985ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:13.604923Z","caller":"traceutil/trace.go:171","msg":"trace[543814226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1824; }","duration":"238.760276ms","start":"2026-03-13T17:16:13.36615Z","end":"2026-03-13T17:16:13.604911Z","steps":["trace[543814226] 'agreement among raft nodes before linearized reading' (duration: 238.377615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:13.605043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.586867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:16:13.605094Z","caller":"traceutil/trace.go:171","msg":"trace[1194202080] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1825; }","duration":"179.67364ms","start":"2026-03-13T17:16:13.425404Z","end":"2026-03-13T17:16:13.605077Z","steps":["trace[1194202080] 'agreement among raft nodes before linearized reading' (duration: 179.576677ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:13.710234Z","caller":"traceutil/trace.go:171","msg":"trace[1011222031] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"102.961124ms","start":"2026-03-13T17:16:13.607246Z","end":"2026-03-13T17:16:13.710207Z","steps":["trace[1011222031] 'process raft request' (duration: 101.315899ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:15.820819Z","caller":"traceutil/trace.go:171","msg":"trace[1865730625] linearizableReadLoop","detail":"{readStateIndex:1906; appliedIndex:1904; }","duration":"199.512355ms","start":"2026-03-13T17:16:15.621274Z","end":"2026-03-13T17:16:15.820786Z","steps":["trace[1865730625] 'read index received' (duration: 66.580951ms)","trace[1865730625] 'applied index is now lower than readState.Index' (duration: 132.929824ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:16:15.821007Z","caller":"traceutil/trace.go:171","msg":"trace[1496070353] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"209.724661ms","start":"2026-03-13T17:16:15.611227Z","end":"2026-03-13T17:16:15.820952Z","steps":["trace[1496070353] 'process raft request' (duration: 208.917708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:15.821143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.848014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-13T17:16:15.821158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.528852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-13T17:16:15.821211Z","caller":"traceutil/trace.go:171","msg":"trace[358992287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1834; }","duration":"199.952857ms","start":"2026-03-13T17:16:15.621238Z","end":"2026-03-13T17:16:15.821191Z","steps":["trace[358992287] 'agreement among raft nodes before linearized reading' (duration: 199.742172ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:15.821218Z","caller":"traceutil/trace.go:171","msg":"trace[1508484503] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1834; }","duration":"173.628135ms","start":"2026-03-13T17:16:15.647573Z","end":"2026-03-13T17:16:15.821201Z","steps":["trace[1508484503] 'agreement among raft nodes before linearized reading' (duration: 173.485961ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:22.089196Z","caller":"traceutil/trace.go:171","msg":"trace[883496155] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"380.329414ms","start":"2026-03-13T17:16:21.708843Z","end":"2026-03-13T17:16:22.089172Z","steps":["trace[883496155] 'process raft request' (duration: 380.226561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:22.089406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:21.708809Z","time spent":"380.463218ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:16:22.090612Z","caller":"traceutil/trace.go:171","msg":"trace[621272754] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1935; }","duration":"230.572185ms","start":"2026-03-13T17:16:21.860009Z","end":"2026-03-13T17:16:22.090581Z","steps":["trace[621272754] 'read index received' (duration: 229.183177ms)","trace[621272754] 'applied index is now lower than readState.Index' (duration: 1.387278ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:16:22.090695Z","caller":"traceutil/trace.go:171","msg":"trace[580508155] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"252.589461ms","start":"2026-03-13T17:16:21.838083Z","end":"2026-03-13T17:16:22.090672Z","steps":["trace[580508155] 'process raft request' (duration: 252.362165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:22.090849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.827912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T17:16:22.090897Z","caller":"traceutil/trace.go:171","msg":"trace[360981831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1863; }","duration":"230.926725ms","start":"2026-03-13T17:16:21.859956Z","end":"2026-03-13T17:16:22.090883Z","steps":["trace[360981831] 'agreement among raft nodes before linearized reading' (duration: 230.75431ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:28.097775Z","caller":"traceutil/trace.go:171","msg":"trace[291668957] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"609.683776ms","start":"2026-03-13T17:16:27.488059Z","end":"2026-03-13T17:16:28.097743Z","steps":["trace[291668957] 'process raft request' (duration: 609.546892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:28.097939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:27.488027Z","time spent":"609.84265ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:16:28.637153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800506712,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:16:29.137295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800506712,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:16:29.360492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.226797057s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T17:16:29.997484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.724107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:16:29.998027Z","caller":"traceutil/trace.go:171","msg":"trace[724364337] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1960; }","duration":"1.861756806s","start":"2026-03-13T17:16:28.13625Z","end":"2026-03-13T17:16:29.998006Z","steps":["trace[724364337] 'read index received' (duration: 1.224403642s)","trace[724364337] 'applied index is now lower than readState.Index' (duration: 637.351634ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:16:29.998027Z","caller":"traceutil/trace.go:171","msg":"trace[1948304097] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"2.507043705s","start":"2026-03-13T17:16:27.490948Z","end":"2026-03-13T17:16:29.997992Z","steps":["trace[1948304097] 'process raft request' (duration: 2.506650465s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:29.998801Z","caller":"traceutil/trace.go:171","msg":"trace[509141438] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"2.507984761s","start":"2026-03-13T17:16:27.490751Z","end":"2026-03-13T17:16:29.998736Z","steps":["trace[509141438] 'process raft request' (duration: 1.869888406s)","trace[509141438] 'compare' (duration: 636.016079ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:16:29.998821Z","caller":"traceutil/trace.go:171","msg":"trace[285754546] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"2.507160159s","start":"2026-03-13T17:16:27.491035Z","end":"2026-03-13T17:16:29.998195Z","steps":["trace[285754546] 'process raft request' (duration: 2.506750978s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:29.999007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:27.49101Z","time spent":"2.50789926s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:16:29.999172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:27.490729Z","time spent":"2.508155406s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:16:29.999656Z","caller":"traceutil/trace.go:171","msg":"trace[559576864] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"1.89036337s","start":"2026-03-13T17:16:28.109271Z","end":"2026-03-13T17:16:29.999634Z","steps":["trace[559576864] 'process raft request' (duration: 1.888649504s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:29.999687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863438572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T17:16:29.999746Z","caller":"traceutil/trace.go:171","msg":"trace[1232349290] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1892; }","duration":"1.863531405s","start":"2026-03-13T17:16:28.136195Z","end":"2026-03-13T17:16:29.999727Z","steps":["trace[1232349290] 'agreement among raft nodes before linearized reading' (duration: 1.86334975s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:29.999747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778894886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:16:29.999735Z","caller":"traceutil/trace.go:171","msg":"trace[447982986] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"2.194158054s","start":"2026-03-13T17:16:27.805537Z","end":"2026-03-13T17:16:29.999695Z","steps":["trace[447982986] 'process raft request' (duration: 2.192329774s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:29.99979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:28.13618Z","time spent":"1.863599316s","remote":"127.0.0.1:46570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T17:16:29.999822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635117008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:16:29.999779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650308679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-13T17:16:29.999827Z","caller":"traceutil/trace.go:171","msg":"trace[1812499953] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1892; }","duration":"1.77902109s","start":"2026-03-13T17:16:28.220785Z","end":"2026-03-13T17:16:29.999806Z","steps":["trace[1812499953] 'agreement among raft nodes before linearized reading' (duration: 1.778876386s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:29.999854Z","caller":"traceutil/trace.go:171","msg":"trace[1241840983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1892; }","duration":"1.63516567s","start":"2026-03-13T17:16:28.364675Z","end":"2026-03-13T17:16:29.999841Z","steps":["trace[1241840983] 'agreement among raft nodes before linearized reading' (duration: 1.635126849s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:29.999879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724827884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:16:29.999937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.346704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T17:16:29.999976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655752276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:110180"} {"level":"info","ts":"2026-03-13T17:16:30.000033Z","caller":"traceutil/trace.go:171","msg":"trace[806856585] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1892; }","duration":"1.655842099s","start":"2026-03-13T17:16:28.344176Z","end":"2026-03-13T17:16:30.000018Z","steps":["trace[806856585] 'agreement among raft nodes before linearized reading' (duration: 1.655607412s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:30.000092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:28.344156Z","time spent":"1.65592302s","remote":"127.0.0.1:55704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":110204,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-13T17:16:29.999888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:28.220754Z","time spent":"1.779118742s","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:16:29.999996Z","caller":"traceutil/trace.go:171","msg":"trace[1742404543] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1892; }","duration":"1.724955257s","start":"2026-03-13T17:16:28.275023Z","end":"2026-03-13T17:16:29.999978Z","steps":["trace[1742404543] 'agreement among raft nodes before linearized reading' (duration: 1.724793003s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:29.99977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:28.109255Z","time spent":"1.890459583s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:16:30.000308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:28.274946Z","time spent":"1.725312247s","remote":"127.0.0.1:38864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:16:29.99975Z","caller":"traceutil/trace.go:171","msg":"trace[1349359447] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"1.888702916s","start":"2026-03-13T17:16:28.111018Z","end":"2026-03-13T17:16:29.999721Z","steps":["trace[1349359447] 'process raft request' (duration: 1.886943408s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:30.000405Z","caller":"traceutil/trace.go:171","msg":"trace[795684138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1892; }","duration":"668.475166ms","start":"2026-03-13T17:16:29.331535Z","end":"2026-03-13T17:16:30.00001Z","steps":["trace[795684138] 'agreement among raft nodes before linearized reading' (duration: 668.219679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:30.000517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:28.11099Z","time spent":"1.889470125s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:16:30.000561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:29.331515Z","time spent":"668.95231ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T17:16:29.999876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.341603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-13T17:16:29.9999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:28.364659Z","time spent":"1.635219171s","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T17:16:30.00069Z","caller":"traceutil/trace.go:171","msg":"trace[2139082361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1892; }","duration":"929.195488ms","start":"2026-03-13T17:16:29.071463Z","end":"2026-03-13T17:16:30.000659Z","steps":["trace[2139082361] 'agreement among raft nodes before linearized reading' (duration: 928.293824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:29.999885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455750117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c760ea50e3363\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-13T17:16:30.000756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:29.071437Z","time spent":"929.30073ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T17:16:29.999882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232942101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:16:30.000788Z","caller":"traceutil/trace.go:171","msg":"trace[1785628478] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189c760ea50e3363; range_end:; response_count:1; response_revision:1892; }","duration":"1.456705983s","start":"2026-03-13T17:16:28.544069Z","end":"2026-03-13T17:16:30.000775Z","steps":["trace[1785628478] 'agreement among raft nodes before linearized reading' (duration: 1.455633724s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:30.000825Z","caller":"traceutil/trace.go:171","msg":"trace[134461611] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1892; }","duration":"1.233934578s","start":"2026-03-13T17:16:28.766873Z","end":"2026-03-13T17:16:30.000807Z","steps":["trace[134461611] 'agreement among raft nodes before linearized reading' (duration: 1.23291149s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:30.000856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:28.544048Z","time spent":"1.456795556s","remote":"127.0.0.1:55726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c760ea50e3363\" "} {"level":"warn","ts":"2026-03-13T17:16:30.000872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:28.766852Z","time spent":"1.23400344s","remote":"127.0.0.1:46574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:16:29.99989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.706935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:16:30.000951Z","caller":"traceutil/trace.go:171","msg":"trace[1451171397] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1892; }","duration":"570.828535ms","start":"2026-03-13T17:16:29.430105Z","end":"2026-03-13T17:16:30.000934Z","steps":["trace[1451171397] 'agreement among raft nodes before linearized reading' (duration: 569.659694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:29.999918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:27.805505Z","time spent":"2.194322478s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:16:29.99989Z","caller":"traceutil/trace.go:171","msg":"trace[2134158623] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1892; }","duration":"1.650444722s","start":"2026-03-13T17:16:28.349418Z","end":"2026-03-13T17:16:29.999862Z","steps":["trace[2134158623] 'agreement among raft nodes before linearized reading' (duration: 1.650307589s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:30.001065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:29.430081Z","time spent":"570.961409ms","remote":"127.0.0.1:55804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:16:30.001127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:28.349396Z","time spent":"1.651713076s","remote":"127.0.0.1:55710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-13T17:16:30.000883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:27.490937Z","time spent":"2.507196989s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:16:30.559432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.410998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:16:30.55956Z","caller":"traceutil/trace.go:171","msg":"trace[1799738023] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1966; }","duration":"555.804909ms","start":"2026-03-13T17:16:30.003736Z","end":"2026-03-13T17:16:30.559541Z","steps":["trace[1799738023] 'read index received' (duration: 233.281568ms)","trace[1799738023] 'applied index is now lower than readState.Index' (duration: 322.521641ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:16:30.559659Z","caller":"traceutil/trace.go:171","msg":"trace[330056757] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"556.024465ms","start":"2026-03-13T17:16:30.003623Z","end":"2026-03-13T17:16:30.559647Z","steps":["trace[330056757] 'process raft request' (duration: 233.292098ms)","trace[330056757] 'compare' (duration: 322.250314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:16:30.559728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:30.003601Z","time spent":"556.089307ms","remote":"127.0.0.1:55726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:16:30.560109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.358435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:14 size:23869"} {"level":"info","ts":"2026-03-13T17:16:30.56018Z","caller":"traceutil/trace.go:171","msg":"trace[1156694183] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:14; response_revision:1893; }","duration":"556.466807ms","start":"2026-03-13T17:16:30.003698Z","end":"2026-03-13T17:16:30.560165Z","steps":["trace[1156694183] 'agreement among raft nodes before linearized reading' (duration: 556.117988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:30.560233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:30.003673Z","time spent":"556.547989ms","remote":"127.0.0.1:55836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":23893,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-13T17:16:31.06014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800506726,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:16:31.560912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800506726,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:16:31.636406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.371429435s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T17:16:32.009693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000520456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T17:16:32.009768Z","caller":"traceutil/trace.go:171","msg":"trace[1989266104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000623119s","start":"2026-03-13T17:16:30.00913Z","end":"2026-03-13T17:16:32.009754Z","steps":["trace[1989266104] 'agreement among raft nodes before linearized reading' (duration: 2.000535817s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:32.00983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:30.009116Z","time spent":"2.000683401s","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 17:16:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T17:16:32.203751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.999532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:16:32.203975Z","caller":"traceutil/trace.go:171","msg":"trace[967239641] linearizableReadLoop","detail":"{readStateIndex:1969; appliedIndex:1967; }","duration":"1.644347205s","start":"2026-03-13T17:16:30.559611Z","end":"2026-03-13T17:16:32.203959Z","steps":["trace[967239641] 'read index received' (duration: 1.077005544s)","trace[967239641] 'applied index is now lower than readState.Index' (duration: 567.340421ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:16:32.204064Z","caller":"traceutil/trace.go:171","msg":"trace[1045451045] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"2.197626337s","start":"2026-03-13T17:16:30.006428Z","end":"2026-03-13T17:16:32.204054Z","steps":["trace[1045451045] 'process raft request' (duration: 2.197416901s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:32.204092Z","caller":"traceutil/trace.go:171","msg":"trace[356192106] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"2.197654567s","start":"2026-03-13T17:16:30.006402Z","end":"2026-03-13T17:16:32.204057Z","steps":["trace[356192106] 'process raft request' (duration: 1.630269604s)","trace[356192106] 'compare' (duration: 566.90183ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:16:32.204286Z","caller":"traceutil/trace.go:171","msg":"trace[662160191] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"197.283205ms","start":"2026-03-13T17:16:32.006987Z","end":"2026-03-13T17:16:32.20427Z","steps":["trace[662160191] 'process raft request' (duration: 196.913435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:32.204362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10308661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T17:16:32.20444Z","caller":"traceutil/trace.go:171","msg":"trace[1184307221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1896; }","duration":"2.103214703s","start":"2026-03-13T17:16:30.101205Z","end":"2026-03-13T17:16:32.20442Z","steps":["trace[1184307221] 'agreement among raft nodes before linearized reading' (duration: 2.102936925s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:32.204468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64153651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-13T17:16:32.204487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:30.101191Z","time spent":"2.103287195s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T17:16:32.20453Z","caller":"traceutil/trace.go:171","msg":"trace[912162639] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1897; }","duration":"1.641627351s","start":"2026-03-13T17:16:30.562886Z","end":"2026-03-13T17:16:32.204513Z","steps":["trace[912162639] 'agreement among raft nodes before linearized reading' (duration: 1.641479527s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:32.204289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:30.006391Z","time spent":"2.197785131s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:16:32.204585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:30.562869Z","time spent":"1.641703984s","remote":"127.0.0.1:55710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-13T17:16:32.204588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.180703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:16:32.204627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200633648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:14 size:23869"} {"level":"warn","ts":"2026-03-13T17:16:32.204129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:30.006416Z","time spent":"2.197677988s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:16:32.204667Z","caller":"traceutil/trace.go:171","msg":"trace[2092118886] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:14; response_revision:1897; }","duration":"2.20069884s","start":"2026-03-13T17:16:30.003958Z","end":"2026-03-13T17:16:32.204657Z","steps":["trace[2092118886] 'agreement among raft nodes before linearized reading' (duration: 2.200181196s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:32.204637Z","caller":"traceutil/trace.go:171","msg":"trace[610480588] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1897; }","duration":"707.267865ms","start":"2026-03-13T17:16:31.497353Z","end":"2026-03-13T17:16:32.204621Z","steps":["trace[610480588] 'agreement among raft nodes before linearized reading' (duration: 707.190123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:32.204703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:30.003947Z","time spent":"2.200748351s","remote":"127.0.0.1:55836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":23893,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-13T17:16:32.204718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:31.49733Z","time spent":"707.375278ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:16:32.20474Z","caller":"traceutil/trace.go:171","msg":"trace[2138524144] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"197.098469ms","start":"2026-03-13T17:16:32.007628Z","end":"2026-03-13T17:16:32.204726Z","steps":["trace[2138524144] 'process raft request' (duration: 196.567775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:32.20476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.721406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:16:32.204804Z","caller":"traceutil/trace.go:171","msg":"trace[931781789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1897; }","duration":"194.807728ms","start":"2026-03-13T17:16:32.00998Z","end":"2026-03-13T17:16:32.204787Z","steps":["trace[931781789] 'agreement among raft nodes before linearized reading' (duration: 194.746477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:32.204686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.22032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T17:16:32.204768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.321373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T17:16:32.204875Z","caller":"traceutil/trace.go:171","msg":"trace[1538559574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1897; }","duration":"198.461887ms","start":"2026-03-13T17:16:32.006403Z","end":"2026-03-13T17:16:32.204865Z","steps":["trace[1538559574] 'agreement among raft nodes before linearized reading' (duration: 198.130838ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:32.204905Z","caller":"traceutil/trace.go:171","msg":"trace[944430351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1897; }","duration":"198.487507ms","start":"2026-03-13T17:16:32.006403Z","end":"2026-03-13T17:16:32.204891Z","steps":["trace[944430351] 'agreement among raft nodes before linearized reading' (duration: 198.257281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:32.204922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19486644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T17:16:32.204968Z","caller":"traceutil/trace.go:171","msg":"trace[33494396] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1897; }","duration":"1.195002464s","start":"2026-03-13T17:16:31.009952Z","end":"2026-03-13T17:16:32.204955Z","steps":["trace[33494396] 'agreement among raft nodes before linearized reading' (duration: 1.19486542s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:32.205018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:31.00993Z","time spent":"1.195077276s","remote":"127.0.0.1:46570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T17:16:32.205065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.376394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-13T17:16:32.205067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294768392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-13T17:16:32.205127Z","caller":"traceutil/trace.go:171","msg":"trace[1248548714] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1897; }","duration":"198.461266ms","start":"2026-03-13T17:16:32.006649Z","end":"2026-03-13T17:16:32.205111Z","steps":["trace[1248548714] 'agreement among raft nodes before linearized reading' (duration: 198.310892ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:32.205143Z","caller":"traceutil/trace.go:171","msg":"trace[1618457002] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1897; }","duration":"1.294905435s","start":"2026-03-13T17:16:30.91022Z","end":"2026-03-13T17:16:32.205126Z","steps":["trace[1618457002] 'agreement among raft nodes before linearized reading' (duration: 1.294623258s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:32.205186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:30.910196Z","time spent":"1.294981827s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T17:16:32.205209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191329745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-13T17:16:32.205244Z","caller":"traceutil/trace.go:171","msg":"trace[30557729] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:1897; }","duration":"2.191378716s","start":"2026-03-13T17:16:30.013856Z","end":"2026-03-13T17:16:32.205234Z","steps":["trace[30557729] 'agreement among raft nodes before linearized reading' (duration: 2.191276804s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:32.20528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:16:30.013849Z","time spent":"2.191424848s","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-03-13T17:16:33.471621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.688579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:16:33.4717Z","caller":"traceutil/trace.go:171","msg":"trace[1021511369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1904; }","duration":"105.804962ms","start":"2026-03-13T17:16:33.365876Z","end":"2026-03-13T17:16:33.471681Z","steps":["trace[1021511369] 'range keys from in-memory index tree' (duration: 105.599916ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:36.383964Z","caller":"traceutil/trace.go:171","msg":"trace[1632415451] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"165.30279ms","start":"2026-03-13T17:16:36.21864Z","end":"2026-03-13T17:16:36.383943Z","steps":["trace[1632415451] 'process raft request' (duration: 165.157386ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:36.463178Z","caller":"traceutil/trace.go:171","msg":"trace[2048813553] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1991; }","duration":"237.185445ms","start":"2026-03-13T17:16:36.225962Z","end":"2026-03-13T17:16:36.463147Z","steps":["trace[2048813553] 'read index received' (duration: 157.896331ms)","trace[2048813553] 'applied index is now lower than readState.Index' (duration: 79.287234ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:16:36.46335Z","caller":"traceutil/trace.go:171","msg":"trace[1847756587] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"242.847287ms","start":"2026-03-13T17:16:36.220483Z","end":"2026-03-13T17:16:36.46333Z","steps":["trace[1847756587] 'process raft request' (duration: 194.48352ms)","trace[1847756587] 'compare' (duration: 48.035339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:16:36.463596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.932275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-13T17:16:36.463677Z","caller":"traceutil/trace.go:171","msg":"trace[1163268803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1917; }","duration":"214.049018ms","start":"2026-03-13T17:16:36.249607Z","end":"2026-03-13T17:16:36.463656Z","steps":["trace[1163268803] 'agreement among raft nodes before linearized reading' (duration: 213.838153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:36.463685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.598845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-13T17:16:36.463758Z","caller":"traceutil/trace.go:171","msg":"trace[1150155645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1917; }","duration":"237.715718ms","start":"2026-03-13T17:16:36.22602Z","end":"2026-03-13T17:16:36.463735Z","steps":["trace[1150155645] 'agreement among raft nodes before linearized reading' (duration: 237.42277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:36.463755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.793397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-13T17:16:36.463755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.555664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-13T17:16:36.463751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.75211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-13T17:16:36.463831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.049213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T17:16:36.463828Z","caller":"traceutil/trace.go:171","msg":"trace[1681300810] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1917; }","duration":"214.901061ms","start":"2026-03-13T17:16:36.2489Z","end":"2026-03-13T17:16:36.463801Z","steps":["trace[1681300810] 'agreement among raft nodes before linearized reading' (duration: 214.601323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:16:36.463818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.11486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T17:16:36.463857Z","caller":"traceutil/trace.go:171","msg":"trace[623274837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1917; }","duration":"216.101913ms","start":"2026-03-13T17:16:36.247749Z","end":"2026-03-13T17:16:36.463851Z","steps":["trace[623274837] 'agreement among raft nodes before linearized reading' (duration: 215.708943ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:36.463857Z","caller":"traceutil/trace.go:171","msg":"trace[979419886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1917; }","duration":"227.710988ms","start":"2026-03-13T17:16:36.236116Z","end":"2026-03-13T17:16:36.463827Z","steps":["trace[979419886] 'agreement among raft nodes before linearized reading' (duration: 227.364078ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:36.463885Z","caller":"traceutil/trace.go:171","msg":"trace[449308626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1917; }","duration":"214.205642ms","start":"2026-03-13T17:16:36.249666Z","end":"2026-03-13T17:16:36.463871Z","steps":["trace[449308626] 'agreement among raft nodes before linearized reading' (duration: 213.861103ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:16:36.463883Z","caller":"traceutil/trace.go:171","msg":"trace[704039307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1917; }","duration":"237.895063ms","start":"2026-03-13T17:16:36.225956Z","end":"2026-03-13T17:16:36.463851Z","steps":["trace[704039307] 'agreement among raft nodes before linearized reading' (duration: 237.473992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:15.243351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800507557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:17:15.744189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800507557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:17:16.055807Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.631292406s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T17:17:16.056346Z","caller":"traceutil/trace.go:171","msg":"trace[1686471783] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"1.631892311s","start":"2026-03-13T17:17:14.424413Z","end":"2026-03-13T17:17:16.056306Z","steps":["trace[1686471783] 'process raft request' (duration: 1.631675765s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:16.056539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:14.424389Z","time spent":"1.632066076s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:17:16.071274Z","caller":"traceutil/trace.go:171","msg":"trace[1267554576] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"1.486397562s","start":"2026-03-13T17:17:14.58485Z","end":"2026-03-13T17:17:16.071248Z","steps":["trace[1267554576] 'process raft request' (duration: 1.486219467s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:16.071448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:14.584821Z","time spent":"1.486524365s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:17:16.071628Z","caller":"traceutil/trace.go:171","msg":"trace[1775510821] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"1.409298068s","start":"2026-03-13T17:17:14.662299Z","end":"2026-03-13T17:17:16.071597Z","steps":["trace[1775510821] 'process raft request' (duration: 1.408903199s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:16.071777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:14.662276Z","time spent":"1.409416171s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:17:16.077569Z","caller":"traceutil/trace.go:171","msg":"trace[677196671] linearizableReadLoop","detail":"{readStateIndex:2369; appliedIndex:2365; }","duration":"1.3348526s","start":"2026-03-13T17:17:14.742685Z","end":"2026-03-13T17:17:16.077538Z","steps":["trace[677196671] 'read index received' (duration: 1.313340243s)","trace[677196671] 'applied index is now lower than readState.Index' (duration: 21.510347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:17:16.077781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335083566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T17:17:16.077869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308840081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T17:17:16.07789Z","caller":"traceutil/trace.go:171","msg":"trace[1609974843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2279; }","duration":"1.335224859s","start":"2026-03-13T17:17:14.742649Z","end":"2026-03-13T17:17:16.077874Z","steps":["trace[1609974843] 'agreement among raft nodes before linearized reading' (duration: 1.334985484s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:16.077887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.631333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:17:16.077908Z","caller":"traceutil/trace.go:171","msg":"trace[2122126397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2279; }","duration":"1.308900553s","start":"2026-03-13T17:17:14.768996Z","end":"2026-03-13T17:17:16.077897Z","steps":["trace[2122126397] 'agreement among raft nodes before linearized reading' (duration: 1.308747759s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:16.077935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:14.742636Z","time spent":"1.335287851s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T17:17:16.077941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:14.768986Z","time spent":"1.308947484s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T17:17:16.07794Z","caller":"traceutil/trace.go:171","msg":"trace[1559540705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2279; }","duration":"709.729016ms","start":"2026-03-13T17:17:15.368196Z","end":"2026-03-13T17:17:16.077925Z","steps":["trace[1559540705] 'agreement among raft nodes before linearized reading' (duration: 709.579712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:16.07799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:15.368184Z","time spent":"709.794887ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:17:16.07805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.324941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:17:16.07808Z","caller":"traceutil/trace.go:171","msg":"trace[475422904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2279; }","duration":"714.357691ms","start":"2026-03-13T17:17:15.363715Z","end":"2026-03-13T17:17:16.078072Z","steps":["trace[475422904] 'agreement among raft nodes before linearized reading' (duration: 714.30518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:16.078103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:15.363645Z","time spent":"714.453423ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:17:16.078145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309892657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T17:17:16.078205Z","caller":"traceutil/trace.go:171","msg":"trace[925758499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2279; }","duration":"1.31000157s","start":"2026-03-13T17:17:14.768188Z","end":"2026-03-13T17:17:16.07819Z","steps":["trace[925758499] 'agreement among raft nodes before linearized reading' (duration: 1.309837736s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:16.078194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309898367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T17:17:16.078242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:14.768171Z","time spent":"1.310063121s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T17:17:16.078275Z","caller":"traceutil/trace.go:171","msg":"trace[1745003897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2279; }","duration":"1.31002418s","start":"2026-03-13T17:17:14.768232Z","end":"2026-03-13T17:17:16.078256Z","steps":["trace[1745003897] 'agreement among raft nodes before linearized reading' (duration: 1.309753153s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:16.078321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:14.768215Z","time spent":"1.310096912s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T17:17:16.078338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309866286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T17:17:16.078395Z","caller":"traceutil/trace.go:171","msg":"trace[1438905579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2279; }","duration":"1.309944959s","start":"2026-03-13T17:17:14.768432Z","end":"2026-03-13T17:17:16.078377Z","steps":["trace[1438905579] 'agreement among raft nodes before linearized reading' (duration: 1.309810826s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:16.078436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:14.768418Z","time spent":"1.31000975s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T17:17:16.077954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321836756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T17:17:16.078648Z","caller":"traceutil/trace.go:171","msg":"trace[650195554] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2279; }","duration":"1.322578074s","start":"2026-03-13T17:17:14.756053Z","end":"2026-03-13T17:17:16.078631Z","steps":["trace[650195554] 'agreement among raft nodes before linearized reading' (duration: 1.321673052s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:16.07873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:14.756031Z","time spent":"1.322687168s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T17:17:26.812558Z","caller":"traceutil/trace.go:171","msg":"trace[220755929] linearizableReadLoop","detail":"{readStateIndex:2438; appliedIndex:2437; }","duration":"286.528338ms","start":"2026-03-13T17:17:26.526003Z","end":"2026-03-13T17:17:26.812531Z","steps":["trace[220755929] 'read index received' (duration: 286.368454ms)","trace[220755929] 'applied index is now lower than readState.Index' (duration: 158.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:17:26.812617Z","caller":"traceutil/trace.go:171","msg":"trace[1798584534] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"397.62859ms","start":"2026-03-13T17:17:26.414931Z","end":"2026-03-13T17:17:26.81256Z","steps":["trace[1798584534] 'process raft request' (duration: 397.413574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:26.812854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.821815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T17:17:26.812871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:26.414906Z","time spent":"397.791754ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:17:26.812973Z","caller":"traceutil/trace.go:171","msg":"trace[993173136] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2346; }","duration":"286.949028ms","start":"2026-03-13T17:17:26.525993Z","end":"2026-03-13T17:17:26.812942Z","steps":["trace[993173136] 'agreement among raft nodes before linearized reading' (duration: 286.662661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:40.368964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.848645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:17:40.369111Z","caller":"traceutil/trace.go:171","msg":"trace[715762621] linearizableReadLoop","detail":"{readStateIndex:2513; appliedIndex:2512; }","duration":"227.425893ms","start":"2026-03-13T17:17:40.141663Z","end":"2026-03-13T17:17:40.369089Z","steps":["trace[715762621] 'read index received' (duration: 108.373714ms)","trace[715762621] 'applied index is now lower than readState.Index' (duration: 119.050049ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:17:40.369137Z","caller":"traceutil/trace.go:171","msg":"trace[1839473020] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"266.779025ms","start":"2026-03-13T17:17:40.102332Z","end":"2026-03-13T17:17:40.369111Z","steps":["trace[1839473020] 'process raft request' (duration: 147.683874ms)","trace[1839473020] 'compare' (duration: 118.63985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:17:40.369438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.760122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-13T17:17:40.369548Z","caller":"traceutil/trace.go:171","msg":"trace[518570914] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2418; }","duration":"227.920587ms","start":"2026-03-13T17:17:40.141604Z","end":"2026-03-13T17:17:40.369524Z","steps":["trace[518570914] 'agreement among raft nodes before linearized reading' (duration: 227.583618ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:17:40.410653Z","caller":"traceutil/trace.go:171","msg":"trace[1629107641] transaction","detail":"{read_only:false; response_revision:2420; number_of_response:1; }","duration":"227.022164ms","start":"2026-03-13T17:17:40.183605Z","end":"2026-03-13T17:17:40.410627Z","steps":["trace[1629107641] 'process raft request' (duration: 226.808439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:40.410839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.075631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-13T17:17:40.410879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.708629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-13T17:17:40.410911Z","caller":"traceutil/trace.go:171","msg":"trace[772332090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2420; }","duration":"170.757011ms","start":"2026-03-13T17:17:40.240144Z","end":"2026-03-13T17:17:40.410901Z","steps":["trace[772332090] 'agreement among raft nodes before linearized reading' (duration: 170.678369ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:17:40.410912Z","caller":"traceutil/trace.go:171","msg":"trace[1992798773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2420; }","duration":"204.186034ms","start":"2026-03-13T17:17:40.206707Z","end":"2026-03-13T17:17:40.410893Z","steps":["trace[1992798773] 'agreement among raft nodes before linearized reading' (duration: 204.00007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:40.410786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.258697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-13T17:17:40.411023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.388274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-13T17:17:40.411058Z","caller":"traceutil/trace.go:171","msg":"trace[1382892080] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2420; }","duration":"176.544404ms","start":"2026-03-13T17:17:40.234495Z","end":"2026-03-13T17:17:40.41104Z","steps":["trace[1382892080] 'agreement among raft nodes before linearized reading' (duration: 176.129194ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:17:40.411104Z","caller":"traceutil/trace.go:171","msg":"trace[2108954831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2420; }","duration":"199.517427ms","start":"2026-03-13T17:17:40.211562Z","end":"2026-03-13T17:17:40.411079Z","steps":["trace[2108954831] 'agreement among raft nodes before linearized reading' (duration: 199.24111ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:17:40.410493Z","caller":"traceutil/trace.go:171","msg":"trace[1749316690] transaction","detail":"{read_only:false; response_revision:2419; number_of_response:1; }","duration":"228.789238ms","start":"2026-03-13T17:17:40.181672Z","end":"2026-03-13T17:17:40.410461Z","steps":["trace[1749316690] 'process raft request' (duration: 228.575162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:40.411373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.365094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T17:17:40.411521Z","caller":"traceutil/trace.go:171","msg":"trace[287046602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2420; }","duration":"179.536339ms","start":"2026-03-13T17:17:40.231971Z","end":"2026-03-13T17:17:40.411507Z","steps":["trace[287046602] 'agreement among raft nodes before linearized reading' (duration: 179.266222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:40.41164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.857998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T17:17:40.41171Z","caller":"traceutil/trace.go:171","msg":"trace[145113016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2420; }","duration":"171.92565ms","start":"2026-03-13T17:17:40.239766Z","end":"2026-03-13T17:17:40.411691Z","steps":["trace[145113016] 'agreement among raft nodes before linearized reading' (duration: 170.849782ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:17:45.701549Z","caller":"traceutil/trace.go:171","msg":"trace[1126591802] linearizableReadLoop","detail":"{readStateIndex:2542; appliedIndex:2541; }","duration":"334.751512ms","start":"2026-03-13T17:17:45.366775Z","end":"2026-03-13T17:17:45.701526Z","steps":["trace[1126591802] 'read index received' (duration: 311.246495ms)","trace[1126591802] 'applied index is now lower than readState.Index' (duration: 23.503167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:17:45.701674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.878975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:17:45.701707Z","caller":"traceutil/trace.go:171","msg":"trace[957891116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2445; }","duration":"334.960537ms","start":"2026-03-13T17:17:45.366736Z","end":"2026-03-13T17:17:45.701696Z","steps":["trace[957891116] 'agreement among raft nodes before linearized reading' (duration: 334.884735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:45.701739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:45.366719Z","time spent":"335.012588ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:17:48.792233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.884964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:17:48.792452Z","caller":"traceutil/trace.go:171","msg":"trace[473222532] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"300.753982ms","start":"2026-03-13T17:17:48.491665Z","end":"2026-03-13T17:17:48.792419Z","steps":["trace[473222532] 'process raft request' (duration: 165.584701ms)","trace[473222532] 'compare' (duration: 134.739021ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:17:48.792564Z","caller":"traceutil/trace.go:171","msg":"trace[1013119388] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"297.736987ms","start":"2026-03-13T17:17:48.494811Z","end":"2026-03-13T17:17:48.792548Z","steps":["trace[1013119388] 'process raft request' (duration: 297.697176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:48.7926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:48.491645Z","time spent":"300.882036ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:17:48.79259Z","caller":"traceutil/trace.go:171","msg":"trace[282838835] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"300.885326ms","start":"2026-03-13T17:17:48.491669Z","end":"2026-03-13T17:17:48.792554Z","steps":["trace[282838835] 'process raft request' (duration: 300.684981ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:17:48.792591Z","caller":"traceutil/trace.go:171","msg":"trace[1627720748] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"300.905666ms","start":"2026-03-13T17:17:48.491665Z","end":"2026-03-13T17:17:48.792571Z","steps":["trace[1627720748] 'process raft request' (duration: 300.771803ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:17:48.79268Z","caller":"traceutil/trace.go:171","msg":"trace[751712416] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"300.707831ms","start":"2026-03-13T17:17:48.491958Z","end":"2026-03-13T17:17:48.792666Z","steps":["trace[751712416] 'process raft request' (duration: 300.509617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:48.792742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:48.491942Z","time spent":"300.764022ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:17:48.792746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:48.491638Z","time spent":"301.029379ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:17:48.792749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:48.491653Z","time spent":"301.013218ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:17:51.866265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800508095,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T17:17:51.884263Z","caller":"traceutil/trace.go:171","msg":"trace[367953285] linearizableReadLoop","detail":"{readStateIndex:2575; appliedIndex:2574; }","duration":"518.668329ms","start":"2026-03-13T17:17:51.365569Z","end":"2026-03-13T17:17:51.884238Z","steps":["trace[367953285] 'read index received' (duration: 518.403213ms)","trace[367953285] 'applied index is now lower than readState.Index' (duration: 263.646µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:17:51.884335Z","caller":"traceutil/trace.go:171","msg":"trace[1614101439] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"625.72328ms","start":"2026-03-13T17:17:51.258573Z","end":"2026-03-13T17:17:51.884296Z","steps":["trace[1614101439] 'process raft request' (duration: 625.501694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:51.884434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.408833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T17:17:51.884434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.831923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:17:51.884482Z","caller":"traceutil/trace.go:171","msg":"trace[576551085] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2477; }","duration":"514.504866ms","start":"2026-03-13T17:17:51.369965Z","end":"2026-03-13T17:17:51.88447Z","steps":["trace[576551085] 'agreement among raft nodes before linearized reading' (duration: 514.404973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:51.884495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:51.258548Z","time spent":"625.863513ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:17:51.884528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:51.369952Z","time spent":"514.564257ms","remote":"127.0.0.1:55990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:17:51.884531Z","caller":"traceutil/trace.go:171","msg":"trace[752859692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2477; }","duration":"518.963066ms","start":"2026-03-13T17:17:51.36554Z","end":"2026-03-13T17:17:51.884503Z","steps":["trace[752859692] 'agreement among raft nodes before linearized reading' (duration: 518.792941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:51.88458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:51.365528Z","time spent":"519.043608ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:17:53.008169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800508110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:17:53.419506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.462704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:17:53.419648Z","caller":"traceutil/trace.go:171","msg":"trace[699536877] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"920.643458ms","start":"2026-03-13T17:17:52.498979Z","end":"2026-03-13T17:17:53.419622Z","steps":["trace[699536877] 'process raft request' (duration: 581.976129ms)","trace[699536877] 'compare' (duration: 337.971892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:17:53.420004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:52.498948Z","time spent":"921.000297ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:17:54.339372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.258342782s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T17:17:54.626008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.239486ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:17:54.626146Z","caller":"traceutil/trace.go:171","msg":"trace[496008546] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2479; }","duration":"877.38692ms","start":"2026-03-13T17:17:53.748741Z","end":"2026-03-13T17:17:54.626128Z","steps":["trace[496008546] 'range keys from in-memory index tree' (duration: 877.194696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:54.626148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.319514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:17:54.62625Z","caller":"traceutil/trace.go:171","msg":"trace[1232128357] linearizableReadLoop","detail":"{readStateIndex:2578; appliedIndex:2576; }","duration":"2.118744538s","start":"2026-03-13T17:17:52.507486Z","end":"2026-03-13T17:17:54.626231Z","steps":["trace[1232128357] 'read index received' (duration: 573.505288ms)","trace[1232128357] 'applied index is now lower than readState.Index' (duration: 1.54523742s)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:17:54.626299Z","caller":"traceutil/trace.go:171","msg":"trace[921391035] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"2.12367203s","start":"2026-03-13T17:17:52.5026Z","end":"2026-03-13T17:17:54.626272Z","steps":["trace[921391035] 'process raft request' (duration: 1.83711824s)","trace[921391035] 'compare' (duration: 286.016227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:17:54.626383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118895042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T17:17:54.626415Z","caller":"traceutil/trace.go:171","msg":"trace[173229075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2480; }","duration":"2.118958763s","start":"2026-03-13T17:17:52.507448Z","end":"2026-03-13T17:17:54.626407Z","steps":["trace[173229075] 'agreement among raft nodes before linearized reading' (duration: 2.118844171s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:54.626444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:52.507432Z","time spent":"2.119005524s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T17:17:54.626456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820786924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T17:17:54.626489Z","caller":"traceutil/trace.go:171","msg":"trace[1610273481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2480; }","duration":"1.820856475s","start":"2026-03-13T17:17:52.805623Z","end":"2026-03-13T17:17:54.626479Z","steps":["trace[1610273481] 'agreement among raft nodes before linearized reading' (duration: 1.820707362s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:54.626512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:52.502566Z","time spent":"2.123789383s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:17:54.626588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.851592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:17:54.626619Z","caller":"traceutil/trace.go:171","msg":"trace[743478306] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2480; }","duration":"293.918902ms","start":"2026-03-13T17:17:54.332693Z","end":"2026-03-13T17:17:54.626612Z","steps":["trace[743478306] 'agreement among raft nodes before linearized reading' (duration: 293.868491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:54.626531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:52.805599Z","time spent":"1.820923617s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T17:17:54.626865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.491141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-13T17:17:54.626881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817838121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T17:17:54.626906Z","caller":"traceutil/trace.go:171","msg":"trace[776162424] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2480; }","duration":"485.577074ms","start":"2026-03-13T17:17:54.14132Z","end":"2026-03-13T17:17:54.626897Z","steps":["trace[776162424] 'agreement among raft nodes before linearized reading' (duration: 485.469022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:54.626934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193227178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189c7623929616e9\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-13T17:17:54.626965Z","caller":"traceutil/trace.go:171","msg":"trace[197676606] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189c7623929616e9; range_end:; response_count:1; response_revision:2480; }","duration":"1.19328587s","start":"2026-03-13T17:17:53.433672Z","end":"2026-03-13T17:17:54.626958Z","steps":["trace[197676606] 'agreement among raft nodes before linearized reading' (duration: 1.193208228s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:54.62699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:53.433652Z","time spent":"1.193333181s","remote":"127.0.0.1:55726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.189c7623929616e9\" "} {"level":"warn","ts":"2026-03-13T17:17:54.627009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819969984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T17:17:54.627036Z","caller":"traceutil/trace.go:171","msg":"trace[183983885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2480; }","duration":"1.820025256s","start":"2026-03-13T17:17:52.807003Z","end":"2026-03-13T17:17:54.627029Z","steps":["trace[183983885] 'agreement among raft nodes before linearized reading' (duration: 1.819948394s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:54.627014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259325747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:17:54.627066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:52.806988Z","time spent":"1.820072396s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T17:17:54.627104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057385898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:17:54.627133Z","caller":"traceutil/trace.go:171","msg":"trace[183837318] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2480; }","duration":"1.057468031s","start":"2026-03-13T17:17:53.569656Z","end":"2026-03-13T17:17:54.627124Z","steps":["trace[183837318] 'agreement among raft nodes before linearized reading' (duration: 1.05741683s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:54.627156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:53.569611Z","time spent":"1.057540333s","remote":"127.0.0.1:38880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:17:54.62716Z","caller":"traceutil/trace.go:171","msg":"trace[265718682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2480; }","duration":"1.259494122s","start":"2026-03-13T17:17:53.367657Z","end":"2026-03-13T17:17:54.627152Z","steps":["trace[265718682] 'agreement among raft nodes before linearized reading' (duration: 1.259266076s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:54.626934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:54.141298Z","time spent":"485.629795ms","remote":"127.0.0.1:55836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-13T17:17:54.627219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82023383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T17:17:54.627245Z","caller":"traceutil/trace.go:171","msg":"trace[2102824506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2480; }","duration":"1.820277032s","start":"2026-03-13T17:17:52.80696Z","end":"2026-03-13T17:17:54.627237Z","steps":["trace[2102824506] 'agreement among raft nodes before linearized reading' (duration: 1.82020683s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:54.627277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:52.806952Z","time spent":"1.820319403s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T17:17:54.627224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:53.36764Z","time spent":"1.259576144s","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T17:17:54.62691Z","caller":"traceutil/trace.go:171","msg":"trace[917297268] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2480; }","duration":"1.817874762s","start":"2026-03-13T17:17:52.809027Z","end":"2026-03-13T17:17:54.626901Z","steps":["trace[917297268] 'agreement among raft nodes before linearized reading' (duration: 1.817773689s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:54.627354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:52.809023Z","time spent":"1.818323842s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T17:17:54.627408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821290516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T17:17:54.627442Z","caller":"traceutil/trace.go:171","msg":"trace[1742118756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2480; }","duration":"1.821361118s","start":"2026-03-13T17:17:52.806073Z","end":"2026-03-13T17:17:54.627434Z","steps":["trace[1742118756] 'agreement among raft nodes before linearized reading' (duration: 1.821282696s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:54.627467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:52.806036Z","time spent":"1.821425649s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T17:17:54.627609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369365123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:17:54.62766Z","caller":"traceutil/trace.go:171","msg":"trace[524777854] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2480; }","duration":"1.369448775s","start":"2026-03-13T17:17:53.258198Z","end":"2026-03-13T17:17:54.627647Z","steps":["trace[524777854] 'agreement among raft nodes before linearized reading' (duration: 1.369366723s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:54.627693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:53.258171Z","time spent":"1.369512206s","remote":"127.0.0.1:46558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:17:54.86362Z","caller":"traceutil/trace.go:171","msg":"trace[1400696656] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"232.935801ms","start":"2026-03-13T17:17:54.630653Z","end":"2026-03-13T17:17:54.863589Z","steps":["trace[1400696656] 'process raft request' (duration: 232.747606ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:17:55.026285Z","caller":"traceutil/trace.go:171","msg":"trace[130078483] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"395.310052ms","start":"2026-03-13T17:17:54.630945Z","end":"2026-03-13T17:17:55.026255Z","steps":["trace[130078483] 'process raft request' (duration: 321.127422ms)","trace[130078483] 'compare' (duration: 73.947304ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:17:55.026305Z","caller":"traceutil/trace.go:171","msg":"trace[1353741617] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"395.078387ms","start":"2026-03-13T17:17:54.631202Z","end":"2026-03-13T17:17:55.02628Z","steps":["trace[1353741617] 'process raft request' (duration: 394.998444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:55.026463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:54.631196Z","time spent":"395.18284ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:17:55.026561Z","caller":"traceutil/trace.go:171","msg":"trace[1007756438] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"395.280332ms","start":"2026-03-13T17:17:54.631241Z","end":"2026-03-13T17:17:55.026521Z","steps":["trace[1007756438] 'process raft request' (duration: 395.007285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:55.026709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:54.631237Z","time spent":"395.395635ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:17:55.026858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.789125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-13T17:17:55.026903Z","caller":"traceutil/trace.go:171","msg":"trace[397124891] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2487; }","duration":"395.862837ms","start":"2026-03-13T17:17:54.631032Z","end":"2026-03-13T17:17:55.026895Z","steps":["trace[397124891] 'agreement among raft nodes before linearized reading' (duration: 395.709023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:55.02647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:54.630936Z","time spent":"395.430926ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:17:55.026961Z","caller":"traceutil/trace.go:171","msg":"trace[934057811] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"395.003054ms","start":"2026-03-13T17:17:54.631952Z","end":"2026-03-13T17:17:55.026955Z","steps":["trace[934057811] 'process raft request' (duration: 394.475821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:55.027024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:54.631944Z","time spent":"395.035176ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:17:55.0267Z","caller":"traceutil/trace.go:171","msg":"trace[721281272] linearizableReadLoop","detail":"{readStateIndex:2580; appliedIndex:2578; }","duration":"395.629571ms","start":"2026-03-13T17:17:54.631051Z","end":"2026-03-13T17:17:55.02668Z","steps":["trace[721281272] 'read index received' (duration: 232.390378ms)","trace[721281272] 'applied index is now lower than readState.Index' (duration: 163.238223ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:17:55.027095Z","caller":"traceutil/trace.go:171","msg":"trace[296065843] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"395.047765ms","start":"2026-03-13T17:17:54.632001Z","end":"2026-03-13T17:17:55.027049Z","steps":["trace[296065843] 'process raft request' (duration: 394.593874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:55.026928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:54.631027Z","time spent":"395.895437ms","remote":"127.0.0.1:55836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-13T17:17:55.027145Z","caller":"traceutil/trace.go:171","msg":"trace[1976390280] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"393.221181ms","start":"2026-03-13T17:17:54.633897Z","end":"2026-03-13T17:17:55.027118Z","steps":["trace[1976390280] 'process raft request' (duration: 392.75544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:55.02721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.963443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:17:55.027232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:54.633888Z","time spent":"393.306273ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:17:55.027256Z","caller":"traceutil/trace.go:171","msg":"trace[1479197675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2487; }","duration":"393.025875ms","start":"2026-03-13T17:17:54.634219Z","end":"2026-03-13T17:17:55.027244Z","steps":["trace[1479197675] 'agreement among raft nodes before linearized reading' (duration: 392.954293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:55.027253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:54.631997Z","time spent":"395.180508ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:17:55.027281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:54.634212Z","time spent":"393.062396ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T17:17:55.78138Z","caller":"traceutil/trace.go:171","msg":"trace[570290245] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"355.95292ms","start":"2026-03-13T17:17:55.425403Z","end":"2026-03-13T17:17:55.781356Z","steps":["trace[570290245] 'process raft request' (duration: 355.836207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:17:55.781531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:17:55.425382Z","time spent":"356.071903ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:18:22.087412Z","caller":"traceutil/trace.go:171","msg":"trace[1154359398] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"166.719264ms","start":"2026-03-13T17:18:21.920666Z","end":"2026-03-13T17:18:22.087385Z","steps":["trace[1154359398] 'process raft request' (duration: 166.56872ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:19:45.288154Z","caller":"traceutil/trace.go:171","msg":"trace[850885489] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"165.005106ms","start":"2026-03-13T17:19:45.123119Z","end":"2026-03-13T17:19:45.288124Z","steps":["trace[850885489] 'process raft request' (duration: 164.836811ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:20:17.873717Z","caller":"traceutil/trace.go:171","msg":"trace[910835377] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"353.486126ms","start":"2026-03-13T17:20:17.520205Z","end":"2026-03-13T17:20:17.873691Z","steps":["trace[910835377] 'process raft request' (duration: 353.277611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:20:17.873894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:20:17.520184Z","time spent":"353.616719ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:21:25.675995Z","caller":"traceutil/trace.go:171","msg":"trace[2069987267] linearizableReadLoop","detail":"{readStateIndex:3961; appliedIndex:3960; }","duration":"196.752776ms","start":"2026-03-13T17:21:25.479212Z","end":"2026-03-13T17:21:25.675965Z","steps":["trace[2069987267] 'read index received' (duration: 196.396267ms)","trace[2069987267] 'applied index is now lower than readState.Index' (duration: 354.889µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:21:25.676121Z","caller":"traceutil/trace.go:171","msg":"trace[160895659] transaction","detail":"{read_only:false; response_revision:3799; number_of_response:1; }","duration":"234.691582ms","start":"2026-03-13T17:21:25.441361Z","end":"2026-03-13T17:21:25.676052Z","steps":["trace[160895659] 'process raft request' (duration: 234.26077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:25.676435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.115235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:21:25.676528Z","caller":"traceutil/trace.go:171","msg":"trace[592116600] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3799; }","duration":"197.357081ms","start":"2026-03-13T17:21:25.479152Z","end":"2026-03-13T17:21:25.676509Z","steps":["trace[592116600] 'agreement among raft nodes before linearized reading' (duration: 196.953221ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:30.892429Z","caller":"traceutil/trace.go:171","msg":"trace[947978160] transaction","detail":"{read_only:false; response_revision:4146; number_of_response:1; }","duration":"119.53557ms","start":"2026-03-13T17:21:30.772868Z","end":"2026-03-13T17:21:30.892403Z","steps":["trace[947978160] 'process raft request' (duration: 99.196972ms)","trace[947978160] 'compare' (duration: 20.220925ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:21:30.89351Z","caller":"traceutil/trace.go:171","msg":"trace[1416991842] transaction","detail":"{read_only:false; response_revision:4147; number_of_response:1; }","duration":"114.664469ms","start":"2026-03-13T17:21:30.77883Z","end":"2026-03-13T17:21:30.893495Z","steps":["trace[1416991842] 'process raft request' (duration: 114.541436ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:36.225211Z","caller":"traceutil/trace.go:171","msg":"trace[129387595] linearizableReadLoop","detail":"{readStateIndex:4415; appliedIndex:4414; }","duration":"102.610218ms","start":"2026-03-13T17:21:36.122575Z","end":"2026-03-13T17:21:36.225185Z","steps":["trace[129387595] 'read index received' (duration: 102.358621ms)","trace[129387595] 'applied index is now lower than readState.Index' (duration: 250.436µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:21:36.225275Z","caller":"traceutil/trace.go:171","msg":"trace[1320013363] transaction","detail":"{read_only:false; response_revision:4246; number_of_response:1; }","duration":"199.784691ms","start":"2026-03-13T17:21:36.025447Z","end":"2026-03-13T17:21:36.225232Z","steps":["trace[1320013363] 'process raft request' (duration: 199.531314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:36.225402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.810292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:21:36.225466Z","caller":"traceutil/trace.go:171","msg":"trace[82862020] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4246; }","duration":"102.891455ms","start":"2026-03-13T17:21:36.12256Z","end":"2026-03-13T17:21:36.225451Z","steps":["trace[82862020] 'agreement among raft nodes before linearized reading' (duration: 102.722341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:36.226058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.27968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-13T17:21:36.22615Z","caller":"traceutil/trace.go:171","msg":"trace[966948329] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4247; }","duration":"102.418844ms","start":"2026-03-13T17:21:36.123709Z","end":"2026-03-13T17:21:36.226128Z","steps":["trace[966948329] 'agreement among raft nodes before linearized reading' (duration: 102.173297ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:37.378239Z","caller":"traceutil/trace.go:171","msg":"trace[1320781527] transaction","detail":"{read_only:false; response_revision:4290; number_of_response:1; }","duration":"163.658281ms","start":"2026-03-13T17:21:37.214545Z","end":"2026-03-13T17:21:37.378203Z","steps":["trace[1320781527] 'process raft request' (duration: 163.2114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:37.528495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.217207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-13T17:21:37.528579Z","caller":"traceutil/trace.go:171","msg":"trace[1357443528] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4290; }","duration":"120.34048ms","start":"2026-03-13T17:21:37.408219Z","end":"2026-03-13T17:21:37.528559Z","steps":["trace[1357443528] 'range keys from in-memory index tree' (duration: 120.035622ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:37.7096Z","caller":"traceutil/trace.go:171","msg":"trace[224244526] linearizableReadLoop","detail":"{readStateIndex:4460; appliedIndex:4459; }","duration":"145.1794ms","start":"2026-03-13T17:21:37.564404Z","end":"2026-03-13T17:21:37.709583Z","steps":["trace[224244526] 'read index received' (duration: 144.936584ms)","trace[224244526] 'applied index is now lower than readState.Index' (duration: 241.866µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:21:37.709717Z","caller":"traceutil/trace.go:171","msg":"trace[1647696397] transaction","detail":"{read_only:false; response_revision:4291; number_of_response:1; }","duration":"177.784603ms","start":"2026-03-13T17:21:37.531901Z","end":"2026-03-13T17:21:37.709685Z","steps":["trace[1647696397] 'process raft request' (duration: 177.508826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:37.709835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.405026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-13T17:21:37.709871Z","caller":"traceutil/trace.go:171","msg":"trace[458359036] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4291; }","duration":"145.509778ms","start":"2026-03-13T17:21:37.56435Z","end":"2026-03-13T17:21:37.70986Z","steps":["trace[458359036] 'agreement among raft nodes before linearized reading' (duration: 145.311333ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:38.406318Z","caller":"traceutil/trace.go:171","msg":"trace[2009044678] transaction","detail":"{read_only:false; response_revision:4293; number_of_response:1; }","duration":"138.200387ms","start":"2026-03-13T17:21:38.268094Z","end":"2026-03-13T17:21:38.406295Z","steps":["trace[2009044678] 'process raft request' (duration: 137.991912ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:38.426646Z","caller":"traceutil/trace.go:171","msg":"trace[1507599436] transaction","detail":"{read_only:false; response_revision:4294; number_of_response:1; }","duration":"157.986169ms","start":"2026-03-13T17:21:38.268634Z","end":"2026-03-13T17:21:38.426621Z","steps":["trace[1507599436] 'process raft request' (duration: 157.831075ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:38.426776Z","caller":"traceutil/trace.go:171","msg":"trace[1510801528] transaction","detail":"{read_only:false; response_revision:4295; number_of_response:1; }","duration":"104.577548ms","start":"2026-03-13T17:21:38.322169Z","end":"2026-03-13T17:21:38.426747Z","steps":["trace[1510801528] 'process raft request' (duration: 104.408484ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:38.426759Z","caller":"traceutil/trace.go:171","msg":"trace[911219135] linearizableReadLoop","detail":"{readStateIndex:4463; appliedIndex:4461; }","duration":"155.784774ms","start":"2026-03-13T17:21:38.27094Z","end":"2026-03-13T17:21:38.426725Z","steps":["trace[911219135] 'read index received' (duration: 135.213552ms)","trace[911219135] 'applied index is now lower than readState.Index' (duration: 20.568862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:21:38.426948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.989799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T17:21:38.426996Z","caller":"traceutil/trace.go:171","msg":"trace[1288968473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4295; }","duration":"156.088113ms","start":"2026-03-13T17:21:38.270897Z","end":"2026-03-13T17:21:38.426985Z","steps":["trace[1288968473] 'agreement among raft nodes before linearized reading' (duration: 155.921168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:38.427304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.165529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-13T17:21:38.427364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.819945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T17:21:38.427377Z","caller":"traceutil/trace.go:171","msg":"trace[1557104063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4295; }","duration":"147.310513ms","start":"2026-03-13T17:21:38.280048Z","end":"2026-03-13T17:21:38.427359Z","steps":["trace[1557104063] 'agreement among raft nodes before linearized reading' (duration: 146.970694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:38.427374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.464572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T17:21:38.42743Z","caller":"traceutil/trace.go:171","msg":"trace[1990378545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4295; }","duration":"145.914778ms","start":"2026-03-13T17:21:38.281497Z","end":"2026-03-13T17:21:38.427412Z","steps":["trace[1990378545] 'agreement among raft nodes before linearized reading' (duration: 145.741534ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:38.427453Z","caller":"traceutil/trace.go:171","msg":"trace[1376267090] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4295; }","duration":"146.591625ms","start":"2026-03-13T17:21:38.280844Z","end":"2026-03-13T17:21:38.427436Z","steps":["trace[1376267090] 'agreement among raft nodes before linearized reading' (duration: 146.39747ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:39.584271Z","caller":"traceutil/trace.go:171","msg":"trace[1537231267] linearizableReadLoop","detail":"{readStateIndex:4500; appliedIndex:4499; }","duration":"218.047546ms","start":"2026-03-13T17:21:39.366201Z","end":"2026-03-13T17:21:39.584249Z","steps":["trace[1537231267] 'read index received' (duration: 217.896173ms)","trace[1537231267] 'applied index is now lower than readState.Index' (duration: 150.263µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:21:39.584322Z","caller":"traceutil/trace.go:171","msg":"trace[154387941] transaction","detail":"{read_only:false; response_revision:4330; number_of_response:1; }","duration":"247.338037ms","start":"2026-03-13T17:21:39.336969Z","end":"2026-03-13T17:21:39.584307Z","steps":["trace[154387941] 'process raft request' (duration: 247.152792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:39.58445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.227782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:21:39.584561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.870861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0141d7dd-7cf5-4488-bf1b-b194c901775f\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-03-13T17:21:39.584527Z","caller":"traceutil/trace.go:171","msg":"trace[101481250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4330; }","duration":"218.351984ms","start":"2026-03-13T17:21:39.366157Z","end":"2026-03-13T17:21:39.584509Z","steps":["trace[101481250] 'agreement among raft nodes before linearized reading' (duration: 218.170799ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:39.584612Z","caller":"traceutil/trace.go:171","msg":"trace[671322928] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0141d7dd-7cf5-4488-bf1b-b194c901775f; range_end:; response_count:1; response_revision:4330; }","duration":"152.933492ms","start":"2026-03-13T17:21:39.431662Z","end":"2026-03-13T17:21:39.584595Z","steps":["trace[671322928] 'agreement among raft nodes before linearized reading' (duration: 152.803769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:39.584554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.611037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-13T17:21:39.584691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.47136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T17:21:39.584755Z","caller":"traceutil/trace.go:171","msg":"trace[475428493] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:4330; }","duration":"180.548901ms","start":"2026-03-13T17:21:39.404191Z","end":"2026-03-13T17:21:39.58474Z","steps":["trace[475428493] 'agreement among raft nodes before linearized reading' (duration: 180.328876ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:39.584738Z","caller":"traceutil/trace.go:171","msg":"trace[318717708] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4330; }","duration":"185.841503ms","start":"2026-03-13T17:21:39.398881Z","end":"2026-03-13T17:21:39.584722Z","steps":["trace[318717708] 'agreement among raft nodes before linearized reading' (duration: 185.524045ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:40.401907Z","caller":"traceutil/trace.go:171","msg":"trace[887662739] transaction","detail":"{read_only:false; response_revision:4426; number_of_response:1; }","duration":"104.905906ms","start":"2026-03-13T17:21:40.296965Z","end":"2026-03-13T17:21:40.40187Z","steps":["trace[887662739] 'process raft request' (duration: 102.028454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:41.361625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800513039,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T17:21:41.40089Z","caller":"traceutil/trace.go:171","msg":"trace[1790864961] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"665.132634ms","start":"2026-03-13T17:21:40.735726Z","end":"2026-03-13T17:21:41.400858Z","steps":["trace[1790864961] 'process raft request' (duration: 664.923999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:41.401046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:40.735704Z","time spent":"665.270198ms","remote":"127.0.0.1:38880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1689,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T17:21:41.490053Z","caller":"traceutil/trace.go:171","msg":"trace[11126298] linearizableReadLoop","detail":"{readStateIndex:4612; appliedIndex:4609; }","duration":"629.040605ms","start":"2026-03-13T17:21:40.86099Z","end":"2026-03-13T17:21:41.49003Z","steps":["trace[11126298] 'read index received' (duration: 539.759528ms)","trace[11126298] 'applied index is now lower than readState.Index' (duration: 89.280287ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:21:41.490137Z","caller":"traceutil/trace.go:171","msg":"trace[1983477861] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"712.287251ms","start":"2026-03-13T17:21:40.777841Z","end":"2026-03-13T17:21:41.490129Z","steps":["trace[1983477861] 'process raft request' (duration: 694.885776ms)","trace[1983477861] 'compare' (duration: 17.164529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:21:41.490211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:40.777779Z","time spent":"712.373383ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:21:41.490295Z","caller":"traceutil/trace.go:171","msg":"trace[498587653] transaction","detail":"{read_only:false; response_revision:4437; number_of_response:1; }","duration":"333.472045ms","start":"2026-03-13T17:21:41.156819Z","end":"2026-03-13T17:21:41.490291Z","steps":["trace[498587653] 'process raft request' (duration: 333.181388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:41.490317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:41.156786Z","time spent":"333.517705ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:21:41.490411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.432324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-006a7433-02e9-4b6b-9520-f7210ff41c8a\" ","response":"range_response_count:1 size:4079"} {"level":"info","ts":"2026-03-13T17:21:41.490428Z","caller":"traceutil/trace.go:171","msg":"trace[1453895816] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-006a7433-02e9-4b6b-9520-f7210ff41c8a; range_end:; response_count:1; response_revision:4437; }","duration":"629.497166ms","start":"2026-03-13T17:21:40.860925Z","end":"2026-03-13T17:21:41.490422Z","steps":["trace[1453895816] 'agreement among raft nodes before linearized reading' (duration: 629.422064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:41.490441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:40.860902Z","time spent":"629.536477ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4103,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-006a7433-02e9-4b6b-9520-f7210ff41c8a\" "} {"level":"warn","ts":"2026-03-13T17:21:41.491482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.13092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T17:21:41.491523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.461786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-006a7433-02e9-4b6b-9520-f7210ff41c8a\" ","response":"range_response_count:1 size:4079"} {"level":"info","ts":"2026-03-13T17:21:41.491562Z","caller":"traceutil/trace.go:171","msg":"trace[1070349904] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4439; }","duration":"121.232112ms","start":"2026-03-13T17:21:41.370299Z","end":"2026-03-13T17:21:41.491531Z","steps":["trace[1070349904] 'agreement among raft nodes before linearized reading' (duration: 121.13332ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:41.491575Z","caller":"traceutil/trace.go:171","msg":"trace[355662502] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-006a7433-02e9-4b6b-9520-f7210ff41c8a; range_end:; response_count:1; response_revision:4439; }","duration":"236.548987ms","start":"2026-03-13T17:21:41.255011Z","end":"2026-03-13T17:21:41.49156Z","steps":["trace[355662502] 'agreement among raft nodes before linearized reading' (duration: 236.344082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:41.491681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.130598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wzdrm.189c765e33bc54ef\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-03-13T17:21:41.491668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.55292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:21:41.491709Z","caller":"traceutil/trace.go:171","msg":"trace[681470159] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wzdrm.189c765e33bc54ef; range_end:; response_count:1; response_revision:4439; }","duration":"230.19257ms","start":"2026-03-13T17:21:41.261509Z","end":"2026-03-13T17:21:41.491701Z","steps":["trace[681470159] 'agreement among raft nodes before linearized reading' (duration: 230.110678ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:41.491734Z","caller":"traceutil/trace.go:171","msg":"trace[1119162316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4439; }","duration":"127.662643ms","start":"2026-03-13T17:21:41.364057Z","end":"2026-03-13T17:21:41.49172Z","steps":["trace[1119162316] 'agreement among raft nodes before linearized reading' (duration: 127.55424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:43.053305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.493831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a6282b8-f70d-49c8-9ae1-968743049e57\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-13T17:21:43.05339Z","caller":"traceutil/trace.go:171","msg":"trace[933918163] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a6282b8-f70d-49c8-9ae1-968743049e57; range_end:; response_count:1; response_revision:4503; }","duration":"255.631455ms","start":"2026-03-13T17:21:42.797739Z","end":"2026-03-13T17:21:43.053371Z","steps":["trace[933918163] 'range keys from in-memory index tree' (duration: 253.427589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:43.053401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.345275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-13T17:21:43.053472Z","caller":"traceutil/trace.go:171","msg":"trace[1125051268] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4503; }","duration":"358.460168ms","start":"2026-03-13T17:21:42.694994Z","end":"2026-03-13T17:21:43.053454Z","steps":["trace[1125051268] 'range keys from in-memory index tree' (duration: 358.17385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:43.053532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:42.694974Z","time spent":"358.545919ms","remote":"127.0.0.1:55846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":918,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-03-13T17:21:43.053783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.562545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777426"} {"level":"info","ts":"2026-03-13T17:21:43.053912Z","caller":"traceutil/trace.go:171","msg":"trace[980367694] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4503; }","duration":"355.703609ms","start":"2026-03-13T17:21:42.69819Z","end":"2026-03-13T17:21:43.053893Z","steps":["trace[980367694] 'range keys from in-memory index tree' (duration: 355.054333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:43.053961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:42.698131Z","time spent":"355.819322ms","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777450,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-13T17:21:43.555676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800513159,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T17:21:43.782066Z","caller":"traceutil/trace.go:171","msg":"trace[29797275] transaction","detail":"{read_only:false; response_revision:4504; number_of_response:1; }","duration":"976.483937ms","start":"2026-03-13T17:21:42.80556Z","end":"2026-03-13T17:21:43.782044Z","steps":["trace[29797275] 'process raft request' (duration: 976.334593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:43.782217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:42.805523Z","time spent":"976.61233ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:21:43.783044Z","caller":"traceutil/trace.go:171","msg":"trace[2024255878] linearizableReadLoop","detail":"{readStateIndex:4683; appliedIndex:4681; }","duration":"728.385941ms","start":"2026-03-13T17:21:43.054634Z","end":"2026-03-13T17:21:43.78302Z","steps":["trace[2024255878] 'read index received' (duration: 727.295454ms)","trace[2024255878] 'applied index is now lower than readState.Index' (duration: 1.088997ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:21:43.783409Z","caller":"traceutil/trace.go:171","msg":"trace[1098855235] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"286.886483ms","start":"2026-03-13T17:21:43.496509Z","end":"2026-03-13T17:21:43.783396Z","steps":["trace[1098855235] 'process raft request' (duration: 286.388231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:43.783749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.107339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-pv8j2\" ","response":"range_response_count:1 size:5851"} {"level":"info","ts":"2026-03-13T17:21:43.783806Z","caller":"traceutil/trace.go:171","msg":"trace[1256707658] range","detail":"{range_begin:/registry/pods/monitoring/vector-pv8j2; range_end:; response_count:1; response_revision:4505; }","duration":"729.199951ms","start":"2026-03-13T17:21:43.054594Z","end":"2026-03-13T17:21:43.783794Z","steps":["trace[1256707658] 'agreement among raft nodes before linearized reading' (duration: 728.995646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:43.783841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:43.054577Z","time spent":"729.252983ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5875,"request content":"key:\"/registry/pods/monitoring/vector-pv8j2\" "} {"level":"warn","ts":"2026-03-13T17:21:43.784021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.933911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:21:43.784057Z","caller":"traceutil/trace.go:171","msg":"trace[1246359094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4505; }","duration":"418.002993ms","start":"2026-03-13T17:21:43.366046Z","end":"2026-03-13T17:21:43.784049Z","steps":["trace[1246359094] 'agreement among raft nodes before linearized reading' (duration: 417.950551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:43.784088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:43.366027Z","time spent":"418.055444ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:21:43.784321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.46868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T17:21:43.784359Z","caller":"traceutil/trace.go:171","msg":"trace[1194537100] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:4505; }","duration":"172.574303ms","start":"2026-03-13T17:21:43.611776Z","end":"2026-03-13T17:21:43.78435Z","steps":["trace[1194537100] 'agreement among raft nodes before linearized reading' (duration: 172.480391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:43.784738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.582234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a6282b8-f70d-49c8-9ae1-968743049e57\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-13T17:21:43.784802Z","caller":"traceutil/trace.go:171","msg":"trace[1258716407] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a6282b8-f70d-49c8-9ae1-968743049e57; range_end:; response_count:1; response_revision:4505; }","duration":"314.680967ms","start":"2026-03-13T17:21:43.470105Z","end":"2026-03-13T17:21:43.784786Z","steps":["trace[1258716407] 'agreement among raft nodes before linearized reading' (duration: 314.488862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:43.784842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:43.470086Z","time spent":"314.747878ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a6282b8-f70d-49c8-9ae1-968743049e57\" "} {"level":"info","ts":"2026-03-13T17:21:46.096217Z","caller":"traceutil/trace.go:171","msg":"trace[1388858766] linearizableReadLoop","detail":"{readStateIndex:4727; appliedIndex:4726; }","duration":"298.849001ms","start":"2026-03-13T17:21:45.797348Z","end":"2026-03-13T17:21:46.096197Z","steps":["trace[1388858766] 'read index received' (duration: 298.705988ms)","trace[1388858766] 'applied index is now lower than readState.Index' (duration: 141.873µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:21:46.096257Z","caller":"traceutil/trace.go:171","msg":"trace[1546878146] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"306.500372ms","start":"2026-03-13T17:21:45.789735Z","end":"2026-03-13T17:21:46.096236Z","steps":["trace[1546878146] 'process raft request' (duration: 306.325818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:46.096371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:45.78971Z","time spent":"306.591785ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:21:46.096524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.141458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T17:21:46.096615Z","caller":"traceutil/trace.go:171","msg":"trace[596320373] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:4547; }","duration":"299.255471ms","start":"2026-03-13T17:21:45.797341Z","end":"2026-03-13T17:21:46.096597Z","steps":["trace[596320373] 'agreement among raft nodes before linearized reading' (duration: 298.953454ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:46.142999Z","caller":"traceutil/trace.go:171","msg":"trace[2003217377] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"339.470565ms","start":"2026-03-13T17:21:45.803506Z","end":"2026-03-13T17:21:46.142977Z","steps":["trace[2003217377] 'process raft request' (duration: 312.156154ms)","trace[2003217377] 'compare' (duration: 27.138807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:21:46.143104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:45.803491Z","time spent":"339.560287ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:21:47.097986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.961988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:21:47.098088Z","caller":"traceutil/trace.go:171","msg":"trace[981754758] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"604.910262ms","start":"2026-03-13T17:21:46.493157Z","end":"2026-03-13T17:21:47.098068Z","steps":["trace[981754758] 'process raft request' (duration: 69.776499ms)","trace[981754758] 'compare' (duration: 534.688541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:21:47.098162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:46.493139Z","time spent":"604.981043ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:21:47.179842Z","caller":"traceutil/trace.go:171","msg":"trace[1698439438] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"686.576088ms","start":"2026-03-13T17:21:46.493236Z","end":"2026-03-13T17:21:47.179812Z","steps":["trace[1698439438] 'process raft request' (duration: 686.364293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:47.180012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:46.49321Z","time spent":"686.693511ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:21:47.180077Z","caller":"traceutil/trace.go:171","msg":"trace[906312205] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"686.750822ms","start":"2026-03-13T17:21:46.493298Z","end":"2026-03-13T17:21:47.180049Z","steps":["trace[906312205] 'process raft request' (duration: 686.431534ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:47.180132Z","caller":"traceutil/trace.go:171","msg":"trace[874624673] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"685.939102ms","start":"2026-03-13T17:21:46.494157Z","end":"2026-03-13T17:21:47.180096Z","steps":["trace[874624673] 'process raft request' (duration: 685.779358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:47.180208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:46.493285Z","time spent":"686.864975ms","remote":"127.0.0.1:56082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2402,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T17:21:47.180275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:46.494149Z","time spent":"686.056215ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:21:47.180091Z","caller":"traceutil/trace.go:171","msg":"trace[204931185] linearizableReadLoop","detail":"{readStateIndex:4735; appliedIndex:4732; }","duration":"686.110786ms","start":"2026-03-13T17:21:46.493874Z","end":"2026-03-13T17:21:47.179985Z","steps":["trace[204931185] 'read index received' (duration: 69.075911ms)","trace[204931185] 'applied index is now lower than readState.Index' (duration: 617.033345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:21:47.180304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.477755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T17:21:47.180398Z","caller":"traceutil/trace.go:171","msg":"trace[260969864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4556; }","duration":"686.620579ms","start":"2026-03-13T17:21:46.493766Z","end":"2026-03-13T17:21:47.180387Z","steps":["trace[260969864] 'agreement among raft nodes before linearized reading' (duration: 686.366263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:47.180504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:46.493752Z","time spent":"686.704571ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T17:21:47.180557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.896446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T17:21:47.180503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.097096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T17:21:47.180591Z","caller":"traceutil/trace.go:171","msg":"trace[1077799904] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:4556; }","duration":"177.964898ms","start":"2026-03-13T17:21:47.002613Z","end":"2026-03-13T17:21:47.180578Z","steps":["trace[1077799904] 'agreement among raft nodes before linearized reading' (duration: 177.911966ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:47.180609Z","caller":"traceutil/trace.go:171","msg":"trace[55667002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4556; }","duration":"684.221899ms","start":"2026-03-13T17:21:46.496375Z","end":"2026-03-13T17:21:47.180597Z","steps":["trace[55667002] 'agreement among raft nodes before linearized reading' (duration: 684.018004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:47.180642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:46.496347Z","time spent":"684.28418ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T17:21:47.38126Z","caller":"traceutil/trace.go:171","msg":"trace[1952944940] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"197.446173ms","start":"2026-03-13T17:21:47.18379Z","end":"2026-03-13T17:21:47.381236Z","steps":["trace[1952944940] 'process raft request' (duration: 121.418017ms)","trace[1952944940] 'compare' (duration: 75.8004ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:21:47.522012Z","caller":"traceutil/trace.go:171","msg":"trace[1034534305] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"337.941576ms","start":"2026-03-13T17:21:47.184052Z","end":"2026-03-13T17:21:47.521993Z","steps":["trace[1034534305] 'process raft request' (duration: 328.053069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:47.522135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:47.184029Z","time spent":"338.047909ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:21:47.522429Z","caller":"traceutil/trace.go:171","msg":"trace[1469605211] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"338.023899ms","start":"2026-03-13T17:21:47.184393Z","end":"2026-03-13T17:21:47.522417Z","steps":["trace[1469605211] 'process raft request' (duration: 337.549877ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:47.522455Z","caller":"traceutil/trace.go:171","msg":"trace[1334197886] linearizableReadLoop","detail":"{readStateIndex:4739; appliedIndex:4736; }","duration":"299.949328ms","start":"2026-03-13T17:21:47.222486Z","end":"2026-03-13T17:21:47.522435Z","steps":["trace[1334197886] 'read index received' (duration: 82.882396ms)","trace[1334197886] 'applied index is now lower than readState.Index' (duration: 217.065762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:21:47.522497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:47.184387Z","time spent":"338.07888ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:21:47.522553Z","caller":"traceutil/trace.go:171","msg":"trace[1165914747] transaction","detail":"{read_only:false; response_revision:4560; number_of_response:1; }","duration":"136.195086ms","start":"2026-03-13T17:21:47.386348Z","end":"2026-03-13T17:21:47.522543Z","steps":["trace[1165914747] 'process raft request' (duration: 135.901799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:47.522746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.257636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:21:47.522783Z","caller":"traceutil/trace.go:171","msg":"trace[2071356327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4560; }","duration":"300.337828ms","start":"2026-03-13T17:21:47.222436Z","end":"2026-03-13T17:21:47.522774Z","steps":["trace[2071356327] 'agreement among raft nodes before linearized reading' (duration: 300.274476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:47.522804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:47.222417Z","time spent":"300.382379ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:21:47.523031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.99878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-13T17:21:47.523057Z","caller":"traceutil/trace.go:171","msg":"trace[1288264594] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4560; }","duration":"233.02516ms","start":"2026-03-13T17:21:47.290026Z","end":"2026-03-13T17:21:47.523051Z","steps":["trace[1288264594] 'agreement among raft nodes before linearized reading' (duration: 232.869386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:47.523281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.705512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:21:47.523335Z","caller":"traceutil/trace.go:171","msg":"trace[671759798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4560; }","duration":"157.825535ms","start":"2026-03-13T17:21:47.365492Z","end":"2026-03-13T17:21:47.523318Z","steps":["trace[671759798] 'agreement among raft nodes before linearized reading' (duration: 157.712212ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:49.376155Z","caller":"traceutil/trace.go:171","msg":"trace[1710448206] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"100.426514ms","start":"2026-03-13T17:21:49.275697Z","end":"2026-03-13T17:21:49.376124Z","steps":["trace[1710448206] 'process raft request' (duration: 100.205298ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:52.227292Z","caller":"traceutil/trace.go:171","msg":"trace[437265565] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"115.401837ms","start":"2026-03-13T17:21:52.11187Z","end":"2026-03-13T17:21:52.227271Z","steps":["trace[437265565] 'process raft request' (duration: 115.009137ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:54.090552Z","caller":"traceutil/trace.go:171","msg":"trace[1113678689] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"104.552407ms","start":"2026-03-13T17:21:53.985974Z","end":"2026-03-13T17:21:54.090526Z","steps":["trace[1113678689] 'process raft request' (duration: 104.27962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:54.413747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.102243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:21:54.414012Z","caller":"traceutil/trace.go:171","msg":"trace[1880550218] linearizableReadLoop","detail":"{readStateIndex:4874; appliedIndex:4872; }","duration":"177.67964ms","start":"2026-03-13T17:21:54.236312Z","end":"2026-03-13T17:21:54.413991Z","steps":["trace[1880550218] 'read index received' (duration: 21.482505ms)","trace[1880550218] 'applied index is now lower than readState.Index' (duration: 156.195635ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:21:54.414121Z","caller":"traceutil/trace.go:171","msg":"trace[1680103374] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"321.879196ms","start":"2026-03-13T17:21:54.092106Z","end":"2026-03-13T17:21:54.413985Z","steps":["trace[1680103374] 'process raft request' (duration: 165.460576ms)","trace[1680103374] 'compare' (duration: 155.916728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:21:54.414226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.901416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T17:21:54.414267Z","caller":"traceutil/trace.go:171","msg":"trace[33170176] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"181.427335ms","start":"2026-03-13T17:21:54.23282Z","end":"2026-03-13T17:21:54.414248Z","steps":["trace[33170176] 'process raft request' (duration: 181.086176ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:54.414268Z","caller":"traceutil/trace.go:171","msg":"trace[1380007716] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:4690; }","duration":"177.970537ms","start":"2026-03-13T17:21:54.236285Z","end":"2026-03-13T17:21:54.414256Z","steps":["trace[1380007716] 'agreement among raft nodes before linearized reading' (duration: 177.776832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:54.414321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:54.092086Z","time spent":"322.166523ms","remote":"127.0.0.1:55836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T17:21:54.812898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.592893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-m22sz\" ","response":"range_response_count:1 size:7817"} {"level":"warn","ts":"2026-03-13T17:21:54.812947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.297807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T17:21:54.812979Z","caller":"traceutil/trace.go:171","msg":"trace[1817713999] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-m22sz; range_end:; response_count:1; response_revision:4693; }","duration":"237.707206ms","start":"2026-03-13T17:21:54.575253Z","end":"2026-03-13T17:21:54.81296Z","steps":["trace[1817713999] 'range keys from in-memory index tree' (duration: 237.401269ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:54.813006Z","caller":"traceutil/trace.go:171","msg":"trace[550289961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4693; }","duration":"298.4049ms","start":"2026-03-13T17:21:54.514585Z","end":"2026-03-13T17:21:54.81299Z","steps":["trace[550289961] 'range keys from in-memory index tree' (duration: 298.119883ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:54.933554Z","caller":"traceutil/trace.go:171","msg":"trace[1346922525] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"116.572137ms","start":"2026-03-13T17:21:54.816958Z","end":"2026-03-13T17:21:54.93353Z","steps":["trace[1346922525] 'process raft request' (duration: 116.459084ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:55.162049Z","caller":"traceutil/trace.go:171","msg":"trace[882214745] linearizableReadLoop","detail":"{readStateIndex:4879; appliedIndex:4878; }","duration":"311.840135ms","start":"2026-03-13T17:21:54.850188Z","end":"2026-03-13T17:21:55.162028Z","steps":["trace[882214745] 'read index received' (duration: 83.790349ms)","trace[882214745] 'applied index is now lower than readState.Index' (duration: 228.048136ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:21:55.162183Z","caller":"traceutil/trace.go:171","msg":"trace[413002668] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"341.255989ms","start":"2026-03-13T17:21:54.820891Z","end":"2026-03-13T17:21:55.162147Z","steps":["trace[413002668] 'process raft request' (duration: 340.994972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:55.162238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.041729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-13T17:21:55.162271Z","caller":"traceutil/trace.go:171","msg":"trace[1022123038] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4695; }","duration":"312.118901ms","start":"2026-03-13T17:21:54.850143Z","end":"2026-03-13T17:21:55.162262Z","steps":["trace[1022123038] 'agreement among raft nodes before linearized reading' (duration: 311.995958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:55.162303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:54.850125Z","time spent":"312.170962ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T17:21:55.162373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:54.820876Z","time spent":"341.379731ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8040,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:21:55.365971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.885686ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-13T17:21:55.366055Z","caller":"traceutil/trace.go:171","msg":"trace[1840476740] linearizableReadLoop","detail":"{readStateIndex:4880; appliedIndex:4879; }","duration":"203.921935ms","start":"2026-03-13T17:21:55.162118Z","end":"2026-03-13T17:21:55.36604Z","steps":["trace[1840476740] 'read index received' (duration: 28.05025ms)","trace[1840476740] 'applied index is now lower than readState.Index' (duration: 175.870245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:21:55.366201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.962258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T17:21:55.36623Z","caller":"traceutil/trace.go:171","msg":"trace[547026085] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4695; }","duration":"233.02855ms","start":"2026-03-13T17:21:55.13319Z","end":"2026-03-13T17:21:55.366219Z","steps":["trace[547026085] 'agreement among raft nodes before linearized reading' (duration: 232.906237ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:55.386602Z","caller":"traceutil/trace.go:171","msg":"trace[245759519] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"218.98561ms","start":"2026-03-13T17:21:55.167598Z","end":"2026-03-13T17:21:55.386584Z","steps":["trace[245759519] 'process raft request' (duration: 218.772375ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:55.386601Z","caller":"traceutil/trace.go:171","msg":"trace[2135071908] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"218.668122ms","start":"2026-03-13T17:21:55.167906Z","end":"2026-03-13T17:21:55.386574Z","steps":["trace[2135071908] 'process raft request' (duration: 218.5954ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:55.388178Z","caller":"traceutil/trace.go:171","msg":"trace[2127696556] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"219.129003ms","start":"2026-03-13T17:21:55.167968Z","end":"2026-03-13T17:21:55.387097Z","steps":["trace[2127696556] 'process raft request' (duration: 218.57715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:55.388433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.508403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T17:21:55.388486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.857551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-13T17:21:55.388546Z","caller":"traceutil/trace.go:171","msg":"trace[382922589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4699; }","duration":"154.742148ms","start":"2026-03-13T17:21:55.233785Z","end":"2026-03-13T17:21:55.388527Z","steps":["trace[382922589] 'agreement among raft nodes before linearized reading' (duration: 154.444941ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:55.388597Z","caller":"traceutil/trace.go:171","msg":"trace[1344694932] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4699; }","duration":"221.957064ms","start":"2026-03-13T17:21:55.166575Z","end":"2026-03-13T17:21:55.388532Z","steps":["trace[1344694932] 'agreement among raft nodes before linearized reading' (duration: 221.786719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:55.388826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.879666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T17:21:55.38893Z","caller":"traceutil/trace.go:171","msg":"trace[679348553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4699; }","duration":"150.013261ms","start":"2026-03-13T17:21:55.23885Z","end":"2026-03-13T17:21:55.388863Z","steps":["trace[679348553] 'agreement among raft nodes before linearized reading' (duration: 149.743104ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:55.388554Z","caller":"traceutil/trace.go:171","msg":"trace[1992118315] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"220.401306ms","start":"2026-03-13T17:21:55.168135Z","end":"2026-03-13T17:21:55.388536Z","steps":["trace[1992118315] 'process raft request' (duration: 218.628351ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:55.775061Z","caller":"traceutil/trace.go:171","msg":"trace[608008657] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"162.164033ms","start":"2026-03-13T17:21:55.612869Z","end":"2026-03-13T17:21:55.775033Z","steps":["trace[608008657] 'process raft request' (duration: 100.562647ms)","trace[608008657] 'compare' (duration: 61.405702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:21:55.775281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.867161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-13T17:21:55.775365Z","caller":"traceutil/trace.go:171","msg":"trace[405271751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4704; }","duration":"155.009884ms","start":"2026-03-13T17:21:55.62031Z","end":"2026-03-13T17:21:55.77532Z","steps":["trace[405271751] 'agreement among raft nodes before linearized reading' (duration: 154.799189ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:55.775011Z","caller":"traceutil/trace.go:171","msg":"trace[968695812] linearizableReadLoop","detail":"{readStateIndex:4889; appliedIndex:4888; }","duration":"154.617135ms","start":"2026-03-13T17:21:55.620367Z","end":"2026-03-13T17:21:55.774984Z","steps":["trace[968695812] 'read index received' (duration: 92.981118ms)","trace[968695812] 'applied index is now lower than readState.Index' (duration: 61.634527ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:21:57.214927Z","caller":"traceutil/trace.go:171","msg":"trace[17399037] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"273.90894ms","start":"2026-03-13T17:21:56.940994Z","end":"2026-03-13T17:21:57.214903Z","steps":["trace[17399037] 'process raft request' (duration: 273.759506ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:21:58.736309Z","caller":"traceutil/trace.go:171","msg":"trace[2121830687] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"311.548178ms","start":"2026-03-13T17:21:58.424742Z","end":"2026-03-13T17:21:58.73629Z","steps":["trace[2121830687] 'process raft request' (duration: 311.434135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:58.736427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:58.424726Z","time spent":"311.642129ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:21:58.75895Z","caller":"traceutil/trace.go:171","msg":"trace[806303406] linearizableReadLoop","detail":"{readStateIndex:4919; appliedIndex:4917; }","duration":"245.275936ms","start":"2026-03-13T17:21:58.513649Z","end":"2026-03-13T17:21:58.758925Z","steps":["trace[806303406] 'read index received' (duration: 222.617111ms)","trace[806303406] 'applied index is now lower than readState.Index' (duration: 22.657385ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:21:58.759115Z","caller":"traceutil/trace.go:171","msg":"trace[430064570] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"332.003927ms","start":"2026-03-13T17:21:58.427067Z","end":"2026-03-13T17:21:58.759071Z","steps":["trace[430064570] 'process raft request' (duration: 331.681529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:21:58.759148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.482512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T17:21:58.759309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:21:58.427042Z","time spent":"332.173532ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:21:58.75937Z","caller":"traceutil/trace.go:171","msg":"trace[303910957] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:4734; }","duration":"245.715267ms","start":"2026-03-13T17:21:58.513639Z","end":"2026-03-13T17:21:58.759354Z","steps":["trace[303910957] 'agreement among raft nodes before linearized reading' (duration: 245.383639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:01.22624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800513694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:22:01.613378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.533037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:22:01.61379Z","caller":"traceutil/trace.go:171","msg":"trace[582099057] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"926.558842ms","start":"2026-03-13T17:22:00.687193Z","end":"2026-03-13T17:22:01.613752Z","steps":["trace[582099057] 'process raft request' (duration: 598.473432ms)","trace[582099057] 'compare' (duration: 327.192458ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:22:01.613878Z","caller":"traceutil/trace.go:171","msg":"trace[229806820] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"920.993204ms","start":"2026-03-13T17:22:00.692862Z","end":"2026-03-13T17:22:01.613856Z","steps":["trace[229806820] 'process raft request' (duration: 920.772509ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:01.614044Z","caller":"traceutil/trace.go:171","msg":"trace[1756670697] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"924.343977ms","start":"2026-03-13T17:22:00.68967Z","end":"2026-03-13T17:22:01.614014Z","steps":["trace[1756670697] 'process raft request' (duration: 923.813714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:01.614083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:00.687169Z","time spent":"926.811728ms","remote":"127.0.0.1:55928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1564,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:22:01.614199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:00.689663Z","time spent":"924.455339ms","remote":"127.0.0.1:56082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5085,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:22:01.614239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:00.692847Z","time spent":"921.26959ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13275,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:22:01.642999Z","caller":"traceutil/trace.go:171","msg":"trace[1234447583] linearizableReadLoop","detail":"{readStateIndex:4945; appliedIndex:4940; }","duration":"917.725813ms","start":"2026-03-13T17:22:00.725251Z","end":"2026-03-13T17:22:01.642977Z","steps":["trace[1234447583] 'read index received' (duration: 560.429053ms)","trace[1234447583] 'applied index is now lower than readState.Index' (duration: 357.29538ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:22:01.643041Z","caller":"traceutil/trace.go:171","msg":"trace[2093132403] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"901.983019ms","start":"2026-03-13T17:22:00.74103Z","end":"2026-03-13T17:22:01.643013Z","steps":["trace[2093132403] 'process raft request' (duration: 901.779224ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:01.643086Z","caller":"traceutil/trace.go:171","msg":"trace[1846293065] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"879.452637ms","start":"2026-03-13T17:22:00.763602Z","end":"2026-03-13T17:22:01.643054Z","steps":["trace[1846293065] 'process raft request' (duration: 879.328944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:01.643157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:00.741013Z","time spent":"902.082441ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:22:01.643228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:00.763582Z","time spent":"879.56464ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:22:01.643253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.977559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-13T17:22:01.643305Z","caller":"traceutil/trace.go:171","msg":"trace[986458554] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4759; }","duration":"918.06619ms","start":"2026-03-13T17:22:00.725224Z","end":"2026-03-13T17:22:01.64329Z","steps":["trace[986458554] 'agreement among raft nodes before linearized reading' (duration: 917.879236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:01.643406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:00.725211Z","time spent":"918.179344ms","remote":"127.0.0.1:55788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-13T17:22:01.709442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.934976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T17:22:01.709526Z","caller":"traceutil/trace.go:171","msg":"trace[1749556645] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4763; }","duration":"267.059909ms","start":"2026-03-13T17:22:01.442447Z","end":"2026-03-13T17:22:01.709506Z","steps":["trace[1749556645] 'agreement among raft nodes before linearized reading' (duration: 266.864434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:01.709401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.486724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:22:01.709855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.222112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T17:22:01.70997Z","caller":"traceutil/trace.go:171","msg":"trace[443690618] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:4763; }","duration":"940.367416ms","start":"2026-03-13T17:22:00.769584Z","end":"2026-03-13T17:22:01.709951Z","steps":["trace[443690618] 'agreement among raft nodes before linearized reading' (duration: 940.072988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:01.710053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.052672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T17:22:01.710119Z","caller":"traceutil/trace.go:171","msg":"trace[1910317918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4763; }","duration":"225.150454ms","start":"2026-03-13T17:22:01.484954Z","end":"2026-03-13T17:22:01.710104Z","steps":["trace[1910317918] 'agreement among raft nodes before linearized reading' (duration: 225.0027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:01.710111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:00.769572Z","time spent":"940.51978ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-qf5f2\" "} {"level":"warn","ts":"2026-03-13T17:22:01.710341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.434941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T17:22:01.710367Z","caller":"traceutil/trace.go:171","msg":"trace[1992894815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4763; }","duration":"231.502143ms","start":"2026-03-13T17:22:01.47886Z","end":"2026-03-13T17:22:01.710362Z","steps":["trace[1992894815] 'agreement among raft nodes before linearized reading' (duration: 231.442511ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:01.709885Z","caller":"traceutil/trace.go:171","msg":"trace[1628484247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4763; }","duration":"346.013347ms","start":"2026-03-13T17:22:01.36386Z","end":"2026-03-13T17:22:01.709874Z","steps":["trace[1628484247] 'agreement among raft nodes before linearized reading' (duration: 345.509284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:01.710581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:01.363841Z","time spent":"346.683874ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:22:01.710579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.46567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-13T17:22:01.710657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.727027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T17:22:01.71067Z","caller":"traceutil/trace.go:171","msg":"trace[509797397] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4763; }","duration":"928.595003ms","start":"2026-03-13T17:22:00.782057Z","end":"2026-03-13T17:22:01.710652Z","steps":["trace[509797397] 'agreement among raft nodes before linearized reading' (duration: 928.381108ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:01.710696Z","caller":"traceutil/trace.go:171","msg":"trace[355968094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4763; }","duration":"482.788489ms","start":"2026-03-13T17:22:01.22789Z","end":"2026-03-13T17:22:01.710679Z","steps":["trace[355968094] 'agreement among raft nodes before linearized reading' (duration: 482.725467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:01.710725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:01.227869Z","time spent":"482.85041ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T17:22:01.710731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:00.782037Z","time spent":"928.675285ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T17:22:04.110354Z","caller":"traceutil/trace.go:171","msg":"trace[1234447922] linearizableReadLoop","detail":"{readStateIndex:5024; appliedIndex:5023; }","duration":"247.671925ms","start":"2026-03-13T17:22:03.862664Z","end":"2026-03-13T17:22:04.110336Z","steps":["trace[1234447922] 'read index received' (duration: 155.555868ms)","trace[1234447922] 'applied index is now lower than readState.Index' (duration: 92.114937ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:22:04.110377Z","caller":"traceutil/trace.go:171","msg":"trace[1181658912] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"297.5469ms","start":"2026-03-13T17:22:03.812799Z","end":"2026-03-13T17:22:04.110346Z","steps":["trace[1181658912] 'process raft request' (duration: 205.407132ms)","trace[1181658912] 'compare' (duration: 91.968883ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:22:04.110495Z","caller":"traceutil/trace.go:171","msg":"trace[526160663] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"102.805003ms","start":"2026-03-13T17:22:04.007672Z","end":"2026-03-13T17:22:04.110477Z","steps":["trace[526160663] 'process raft request' (duration: 102.631059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:04.110553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.878071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:22:04.110587Z","caller":"traceutil/trace.go:171","msg":"trace[531637833] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4839; }","duration":"247.975603ms","start":"2026-03-13T17:22:03.862601Z","end":"2026-03-13T17:22:04.110577Z","steps":["trace[531637833] 'agreement among raft nodes before linearized reading' (duration: 247.82937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:04.208679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.712394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:22:04.208789Z","caller":"traceutil/trace.go:171","msg":"trace[1319527113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4840; }","duration":"340.802997ms","start":"2026-03-13T17:22:03.867936Z","end":"2026-03-13T17:22:04.208739Z","steps":["trace[1319527113] 'agreement among raft nodes before linearized reading' (duration: 340.673273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:04.208816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.022032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-274642e3-d765-4dc5-83df-17cb0630cb47\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-13T17:22:04.208831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:03.867901Z","time spent":"340.92101ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T17:22:04.208875Z","caller":"traceutil/trace.go:171","msg":"trace[2095627511] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-274642e3-d765-4dc5-83df-17cb0630cb47; range_end:; response_count:1; response_revision:4840; }","duration":"205.145005ms","start":"2026-03-13T17:22:04.003713Z","end":"2026-03-13T17:22:04.208858Z","steps":["trace[2095627511] 'agreement among raft nodes before linearized reading' (duration: 204.916289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:04.208897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.116172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:22:04.209139Z","caller":"traceutil/trace.go:171","msg":"trace[573900815] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4840; }","duration":"320.42028ms","start":"2026-03-13T17:22:03.888699Z","end":"2026-03-13T17:22:04.209119Z","steps":["trace[573900815] 'agreement among raft nodes before linearized reading' (duration: 320.096241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:04.209184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:03.888674Z","time spent":"320.500072ms","remote":"127.0.0.1:47814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:22:16.037409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.583987ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-13T17:22:16.037737Z","caller":"traceutil/trace.go:171","msg":"trace[932880507] linearizableReadLoop","detail":"{readStateIndex:5156; appliedIndex:5155; }","duration":"672.24342ms","start":"2026-03-13T17:22:15.365442Z","end":"2026-03-13T17:22:16.037685Z","steps":["trace[932880507] 'read index received' (duration: 413.546201ms)","trace[932880507] 'applied index is now lower than readState.Index' (duration: 258.691949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:22:16.037948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.483657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:22:16.038043Z","caller":"traceutil/trace.go:171","msg":"trace[1694669782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4968; }","duration":"672.61369ms","start":"2026-03-13T17:22:15.365408Z","end":"2026-03-13T17:22:16.038022Z","steps":["trace[1694669782] 'agreement among raft nodes before linearized reading' (duration: 672.384124ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:16.037977Z","caller":"traceutil/trace.go:171","msg":"trace[178049497] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"307.408595ms","start":"2026-03-13T17:22:15.730539Z","end":"2026-03-13T17:22:16.037947Z","steps":["trace[178049497] 'process raft request' (duration: 307.086737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:16.03809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:15.365394Z","time spent":"672.686801ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T17:22:16.038228Z","caller":"traceutil/trace.go:171","msg":"trace[616310447] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"307.029704ms","start":"2026-03-13T17:22:15.73118Z","end":"2026-03-13T17:22:16.03821Z","steps":["trace[616310447] 'process raft request' (duration: 306.671476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:16.038273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:15.730505Z","time spent":"307.60529ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:22:16.038329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.343358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T17:22:16.038355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:15.731167Z","time spent":"307.108036ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:22:16.038421Z","caller":"traceutil/trace.go:171","msg":"trace[1671063895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4969; }","duration":"227.471291ms","start":"2026-03-13T17:22:15.810928Z","end":"2026-03-13T17:22:16.038399Z","steps":["trace[1671063895] 'agreement among raft nodes before linearized reading' (duration: 227.219165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:16.038425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.681716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T17:22:16.038319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.390386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-m22sz\" ","response":"range_response_count:1 size:8432"} {"level":"info","ts":"2026-03-13T17:22:16.038488Z","caller":"traceutil/trace.go:171","msg":"trace[1239288250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4969; }","duration":"229.773869ms","start":"2026-03-13T17:22:15.808695Z","end":"2026-03-13T17:22:16.038469Z","steps":["trace[1239288250] 'agreement among raft nodes before linearized reading' (duration: 229.454231ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:16.038515Z","caller":"traceutil/trace.go:171","msg":"trace[85446108] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-m22sz; range_end:; response_count:1; response_revision:4969; }","duration":"277.627592ms","start":"2026-03-13T17:22:15.76087Z","end":"2026-03-13T17:22:16.038497Z","steps":["trace[85446108] 'agreement among raft nodes before linearized reading' (duration: 277.288403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:16.038356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.611127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:22:16.038775Z","caller":"traceutil/trace.go:171","msg":"trace[1866989228] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:4969; }","duration":"346.14273ms","start":"2026-03-13T17:22:15.692607Z","end":"2026-03-13T17:22:16.03875Z","steps":["trace[1866989228] 'agreement among raft nodes before linearized reading' (duration: 345.520024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:16.038838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:15.692581Z","time spent":"346.240522ms","remote":"127.0.0.1:53960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:22:22.395286Z","caller":"traceutil/trace.go:171","msg":"trace[1244725197] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"333.211548ms","start":"2026-03-13T17:22:22.062051Z","end":"2026-03-13T17:22:22.395263Z","steps":["trace[1244725197] 'process raft request' (duration: 333.066105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:22.395454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:22.06202Z","time spent":"333.336572ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:22:22.468962Z","caller":"traceutil/trace.go:171","msg":"trace[1672020829] linearizableReadLoop","detail":"{readStateIndex:5247; appliedIndex:5245; }","duration":"396.394304ms","start":"2026-03-13T17:22:22.07254Z","end":"2026-03-13T17:22:22.468935Z","steps":["trace[1672020829] 'read index received' (duration: 322.588293ms)","trace[1672020829] 'applied index is now lower than readState.Index' (duration: 73.804351ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:22:22.469097Z","caller":"traceutil/trace.go:171","msg":"trace[2008137298] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"402.988888ms","start":"2026-03-13T17:22:22.066097Z","end":"2026-03-13T17:22:22.469086Z","steps":["trace[2008137298] 'process raft request' (duration: 402.655069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:22.469219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:22.066084Z","time spent":"403.041688ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:22:22.469445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.308452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T17:22:22.469513Z","caller":"traceutil/trace.go:171","msg":"trace[9043391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5054; }","duration":"386.404035ms","start":"2026-03-13T17:22:22.083093Z","end":"2026-03-13T17:22:22.469497Z","steps":["trace[9043391] 'agreement among raft nodes before linearized reading' (duration: 386.191869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:22.469556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:22.08308Z","time spent":"386.464466ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T17:22:22.469541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.737467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:22:22.469603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.152633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T17:22:22.469589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.289321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-13T17:22:22.469623Z","caller":"traceutil/trace.go:171","msg":"trace[1510134281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5054; }","duration":"105.87294ms","start":"2026-03-13T17:22:22.363731Z","end":"2026-03-13T17:22:22.469604Z","steps":["trace[1510134281] 'agreement among raft nodes before linearized reading' (duration: 105.695056ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:22.469644Z","caller":"traceutil/trace.go:171","msg":"trace[2025691135] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:5054; }","duration":"381.216265ms","start":"2026-03-13T17:22:22.088416Z","end":"2026-03-13T17:22:22.469633Z","steps":["trace[2025691135] 'agreement among raft nodes before linearized reading' (duration: 381.090222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:22.469614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.476528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-13T17:22:22.46963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.97701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:22:22.469665Z","caller":"traceutil/trace.go:171","msg":"trace[164689048] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5054; }","duration":"329.413743ms","start":"2026-03-13T17:22:22.140232Z","end":"2026-03-13T17:22:22.469646Z","steps":["trace[164689048] 'agreement among raft nodes before linearized reading' (duration: 329.134596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:22.469679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:22.088406Z","time spent":"381.265986ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-qf5f2\" "} {"level":"info","ts":"2026-03-13T17:22:22.469701Z","caller":"traceutil/trace.go:171","msg":"trace[367172862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5054; }","duration":"277.614121ms","start":"2026-03-13T17:22:22.192067Z","end":"2026-03-13T17:22:22.469681Z","steps":["trace[367172862] 'agreement among raft nodes before linearized reading' (duration: 277.372725ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:22.469704Z","caller":"traceutil/trace.go:171","msg":"trace[1513769669] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5054; }","duration":"290.106683ms","start":"2026-03-13T17:22:22.179581Z","end":"2026-03-13T17:22:22.469688Z","steps":["trace[1513769669] 'agreement among raft nodes before linearized reading' (duration: 289.98183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:22.469722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.785679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T17:22:22.469724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:22.140212Z","time spent":"329.501616ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T17:22:22.46975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.209603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T17:22:22.46976Z","caller":"traceutil/trace.go:171","msg":"trace[1254449740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5054; }","duration":"385.866391ms","start":"2026-03-13T17:22:22.083882Z","end":"2026-03-13T17:22:22.469748Z","steps":["trace[1254449740] 'agreement among raft nodes before linearized reading' (duration: 385.762198ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:22.469805Z","caller":"traceutil/trace.go:171","msg":"trace[283873400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5054; }","duration":"397.303986ms","start":"2026-03-13T17:22:22.072485Z","end":"2026-03-13T17:22:22.469789Z","steps":["trace[283873400] 'agreement among raft nodes before linearized reading' (duration: 397.162712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:22.469857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:22.083861Z","time spent":"385.935383ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T17:22:22.469862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:22.072465Z","time spent":"397.389438ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T17:22:22.470205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.453241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T17:22:22.470256Z","caller":"traceutil/trace.go:171","msg":"trace[643761863] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5054; }","duration":"379.526012ms","start":"2026-03-13T17:22:22.090717Z","end":"2026-03-13T17:22:22.470243Z","steps":["trace[643761863] 'agreement among raft nodes before linearized reading' (duration: 379.346338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:22.470287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:22.090706Z","time spent":"379.572363ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T17:22:22.470119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.564453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T17:22:22.471007Z","caller":"traceutil/trace.go:171","msg":"trace[899336352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5054; }","duration":"382.445515ms","start":"2026-03-13T17:22:22.088535Z","end":"2026-03-13T17:22:22.47098Z","steps":["trace[899336352] 'agreement among raft nodes before linearized reading' (duration: 380.833395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:22.471087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:22.088492Z","time spent":"382.559608ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T17:22:26.413305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800514443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:22:26.914414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800514443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:22:27.414713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800514443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:22:27.915513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800514443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:22:27.984671Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.095923768s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T17:22:27.985069Z","caller":"traceutil/trace.go:171","msg":"trace[1441135502] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"2.096460812s","start":"2026-03-13T17:22:25.88858Z","end":"2026-03-13T17:22:27.98504Z","steps":["trace[1441135502] 'process raft request' (duration: 2.096285888s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:27.985226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:25.888545Z","time spent":"2.096601016s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:22:28.367431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000366192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T17:22:28.367528Z","caller":"traceutil/trace.go:171","msg":"trace[645556501] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000537496s","start":"2026-03-13T17:22:26.366969Z","end":"2026-03-13T17:22:28.367506Z","steps":["trace[645556501] 'agreement among raft nodes before linearized reading' (duration: 2.000411913s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:28.367584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:26.366939Z","time spent":"2.000633808s","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:22:29.404274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.41935933s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T17:22:29.40467Z","caller":"traceutil/trace.go:171","msg":"trace[930952866] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"2.997114948s","start":"2026-03-13T17:22:26.407531Z","end":"2026-03-13T17:22:29.404646Z","steps":["trace[930952866] 'process raft request' (duration: 2.996954194s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:29.404796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:26.407496Z","time spent":"2.99722363s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:22:29.405002Z","caller":"traceutil/trace.go:171","msg":"trace[1808778726] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"2.771703368s","start":"2026-03-13T17:22:26.633279Z","end":"2026-03-13T17:22:29.404982Z","steps":["trace[1808778726] 'process raft request' (duration: 2.771345819s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:29.404669Z","caller":"traceutil/trace.go:171","msg":"trace[118174814] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"2.922138196s","start":"2026-03-13T17:22:26.482514Z","end":"2026-03-13T17:22:29.404652Z","steps":["trace[118174814] 'process raft request' (duration: 2.922081224s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:29.405115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:26.633251Z","time spent":"2.771803131s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:22:29.405202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:26.482485Z","time spent":"2.922673539s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:22:29.40549Z","caller":"traceutil/trace.go:171","msg":"trace[796587105] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"2.552719927s","start":"2026-03-13T17:22:26.852729Z","end":"2026-03-13T17:22:29.405449Z","steps":["trace[796587105] 'process raft request' (duration: 2.552160814s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:29.405533Z","caller":"traceutil/trace.go:171","msg":"trace[585544432] linearizableReadLoop","detail":"{readStateIndex:5272; appliedIndex:5267; }","duration":"3.492700265s","start":"2026-03-13T17:22:25.912776Z","end":"2026-03-13T17:22:29.405477Z","steps":["trace[585544432] 'read index received' (duration: 2.072173275s)","trace[585544432] 'applied index is now lower than readState.Index' (duration: 1.42052479s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:22:29.405628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49285487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-13T17:22:29.40566Z","caller":"traceutil/trace.go:171","msg":"trace[979842738] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5078; }","duration":"3.492922091s","start":"2026-03-13T17:22:25.912728Z","end":"2026-03-13T17:22:29.40565Z","steps":["trace[979842738] 'agreement among raft nodes before linearized reading' (duration: 3.492808889s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:29.405667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:26.852705Z","time spent":"2.552865401s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:22:29.405694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:25.912706Z","time spent":"3.492981482s","remote":"127.0.0.1:55788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-13T17:22:29.64555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.642409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:22:29.645927Z","caller":"traceutil/trace.go:171","msg":"trace[510772819] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"1.653471009s","start":"2026-03-13T17:22:27.99243Z","end":"2026-03-13T17:22:29.645901Z","steps":["trace[510772819] 'process raft request' (duration: 1.653218323s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:29.646011Z","caller":"traceutil/trace.go:171","msg":"trace[177808744] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"1.652029423s","start":"2026-03-13T17:22:27.993964Z","end":"2026-03-13T17:22:29.645993Z","steps":["trace[177808744] 'process raft request' (duration: 1.651753956s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:29.645975Z","caller":"traceutil/trace.go:171","msg":"trace[567333322] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"1.653477079s","start":"2026-03-13T17:22:27.992294Z","end":"2026-03-13T17:22:29.645771Z","steps":["trace[567333322] 'process raft request' (duration: 1.503530643s)","trace[567333322] 'compare' (duration: 149.380781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:22:29.6461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:27.993956Z","time spent":"1.652101744s","remote":"127.0.0.1:55928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:22:29.646094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:27.992425Z","time spent":"1.653592572s","remote":"127.0.0.1:55804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:22:29.646373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:27.992271Z","time spent":"1.653819518s","remote":"127.0.0.1:55928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:22:29.646578Z","caller":"traceutil/trace.go:171","msg":"trace[115308932] linearizableReadLoop","detail":"{readStateIndex:5276; appliedIndex:5272; }","duration":"240.937438ms","start":"2026-03-13T17:22:29.405623Z","end":"2026-03-13T17:22:29.64656Z","steps":["trace[115308932] 'read index received' (duration: 90.279194ms)","trace[115308932] 'applied index is now lower than readState.Index' (duration: 150.657234ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:22:29.646835Z","caller":"traceutil/trace.go:171","msg":"trace[1234015820] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"1.648419982s","start":"2026-03-13T17:22:27.998399Z","end":"2026-03-13T17:22:29.646818Z","steps":["trace[1234015820] 'process raft request' (duration: 1.64754139s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:29.646921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:27.998388Z","time spent":"1.648484933s","remote":"127.0.0.1:55804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:22:29.64699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131253999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T17:22:29.647049Z","caller":"traceutil/trace.go:171","msg":"trace[744028610] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:5082; }","duration":"3.13135185s","start":"2026-03-13T17:22:26.515683Z","end":"2026-03-13T17:22:29.647035Z","steps":["trace[744028610] 'agreement among raft nodes before linearized reading' (duration: 3.131153385s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:29.647079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:26.515662Z","time spent":"3.131412252s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-qf5f2\" "} {"level":"warn","ts":"2026-03-13T17:22:29.647207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133983786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T17:22:29.647272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.791763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:22:29.647255Z","caller":"traceutil/trace.go:171","msg":"trace[1468503183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5082; }","duration":"3.134054988s","start":"2026-03-13T17:22:26.513184Z","end":"2026-03-13T17:22:29.647239Z","steps":["trace[1468503183] 'agreement among raft nodes before linearized reading' (duration: 3.133903695s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:29.647313Z","caller":"traceutil/trace.go:171","msg":"trace[259083458] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5082; }","duration":"495.879296ms","start":"2026-03-13T17:22:29.151421Z","end":"2026-03-13T17:22:29.6473Z","steps":["trace[259083458] 'agreement among raft nodes before linearized reading' (duration: 495.796234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:29.647338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:26.513167Z","time spent":"3.13415845s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T17:22:29.647349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:29.151395Z","time spent":"495.941017ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:22:29.647617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134469818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T17:22:29.647665Z","caller":"traceutil/trace.go:171","msg":"trace[1890574166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5082; }","duration":"3.13453945s","start":"2026-03-13T17:22:26.513112Z","end":"2026-03-13T17:22:29.647652Z","steps":["trace[1890574166] 'agreement among raft nodes before linearized reading' (duration: 3.134410857s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:29.647711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:26.513101Z","time spent":"3.134598702s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T17:22:29.647783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.344798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-274642e3-d765-4dc5-83df-17cb0630cb47\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-13T17:22:29.647862Z","caller":"traceutil/trace.go:171","msg":"trace[685180098] range","detail":"{range_begin:/registry/persistentvolumes/pvc-274642e3-d765-4dc5-83df-17cb0630cb47; range_end:; response_count:1; response_revision:5082; }","duration":"239.41598ms","start":"2026-03-13T17:22:29.408406Z","end":"2026-03-13T17:22:29.647822Z","steps":["trace[685180098] 'agreement among raft nodes before linearized reading' (duration: 239.256836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:29.647895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042619201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-13T17:22:29.647934Z","caller":"traceutil/trace.go:171","msg":"trace[1647124567] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5082; }","duration":"1.042725233s","start":"2026-03-13T17:22:28.6052Z","end":"2026-03-13T17:22:29.647926Z","steps":["trace[1647124567] 'agreement among raft nodes before linearized reading' (duration: 1.042325923s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:29.647967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:28.605179Z","time spent":"1.042780395s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":629,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:22:29.648059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279654661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:22:29.648089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976563467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-13T17:22:29.648137Z","caller":"traceutil/trace.go:171","msg":"trace[153487716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5082; }","duration":"1.279775684s","start":"2026-03-13T17:22:28.368339Z","end":"2026-03-13T17:22:29.648114Z","steps":["trace[153487716] 'agreement among raft nodes before linearized reading' (duration: 1.279651461s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:29.648161Z","caller":"traceutil/trace.go:171","msg":"trace[958671800] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5082; }","duration":"1.976672609s","start":"2026-03-13T17:22:27.671469Z","end":"2026-03-13T17:22:29.648142Z","steps":["trace[958671800] 'agreement among raft nodes before linearized reading' (duration: 1.976465834s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:29.648179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135801421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T17:22:29.648212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:27.671452Z","time spent":"1.976743983s","remote":"127.0.0.1:54170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-13T17:22:29.648222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090651228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-13T17:22:29.648226Z","caller":"traceutil/trace.go:171","msg":"trace[1160464370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5082; }","duration":"3.135887634s","start":"2026-03-13T17:22:26.512325Z","end":"2026-03-13T17:22:29.648213Z","steps":["trace[1160464370] 'agreement among raft nodes before linearized reading' (duration: 3.13574302s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:29.648214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444823107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:22:29.648258Z","caller":"traceutil/trace.go:171","msg":"trace[2092299258] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5082; }","duration":"2.090689379s","start":"2026-03-13T17:22:27.55756Z","end":"2026-03-13T17:22:29.64825Z","steps":["trace[2092299258] 'agreement among raft nodes before linearized reading' (duration: 2.090593346s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:29.648268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:26.512307Z","time spent":"3.135951635s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T17:22:29.648283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:27.557499Z","time spent":"2.090778101s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T17:22:29.648278Z","caller":"traceutil/trace.go:171","msg":"trace[280777052] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5082; }","duration":"1.444936379s","start":"2026-03-13T17:22:28.203325Z","end":"2026-03-13T17:22:29.648261Z","steps":["trace[280777052] 'agreement among raft nodes before linearized reading' (duration: 1.444834706s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:29.648293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207371776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:22:29.648323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:28.203298Z","time spent":"1.445009982s","remote":"127.0.0.1:55788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:22:29.648356Z","caller":"traceutil/trace.go:171","msg":"trace[2070872310] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5082; }","duration":"1.207486378s","start":"2026-03-13T17:22:28.440854Z","end":"2026-03-13T17:22:29.64834Z","steps":["trace[2070872310] 'agreement among raft nodes before linearized reading' (duration: 1.207386656s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:29.648201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:28.368313Z","time spent":"1.279858455s","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:22:29.648462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594467982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:22:29.648501Z","caller":"traceutil/trace.go:171","msg":"trace[1743914251] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5082; }","duration":"2.594531923s","start":"2026-03-13T17:22:27.053956Z","end":"2026-03-13T17:22:29.648487Z","steps":["trace[1743914251] 'agreement among raft nodes before linearized reading' (duration: 2.594447521s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:29.648513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.142387816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T17:22:29.648564Z","caller":"traceutil/trace.go:171","msg":"trace[130289887] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5082; }","duration":"3.142454987s","start":"2026-03-13T17:22:26.506094Z","end":"2026-03-13T17:22:29.648549Z","steps":["trace[130289887] 'agreement among raft nodes before linearized reading' (duration: 3.142329084s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:29.648604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:26.506087Z","time spent":"3.14250692s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T17:22:29.648404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:28.440829Z","time spent":"1.207563041s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:22:29.648839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143057522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T17:22:29.648874Z","caller":"traceutil/trace.go:171","msg":"trace[2046957803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5082; }","duration":"3.143132604s","start":"2026-03-13T17:22:26.505732Z","end":"2026-03-13T17:22:29.648865Z","steps":["trace[2046957803] 'agreement among raft nodes before linearized reading' (duration: 3.143040042s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:29.648899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:26.50571Z","time spent":"3.143182466s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T17:22:29.648528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:27.053937Z","time spent":"2.594582755s","remote":"127.0.0.1:38880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":36,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:22:29.649035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143649678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T17:22:29.652188Z","caller":"traceutil/trace.go:171","msg":"trace[44722995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5082; }","duration":"3.146850157s","start":"2026-03-13T17:22:26.505301Z","end":"2026-03-13T17:22:29.652151Z","steps":["trace[44722995] 'agreement among raft nodes before linearized reading' (duration: 3.143552595s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:29.652246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:26.505276Z","time spent":"3.14695353s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T17:22:30.055441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.26416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:22:30.055553Z","caller":"traceutil/trace.go:171","msg":"trace[2142894863] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5089; }","duration":"292.427174ms","start":"2026-03-13T17:22:29.763103Z","end":"2026-03-13T17:22:30.05553Z","steps":["trace[2142894863] 'range keys from in-memory index tree' (duration: 292.168708ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:30.30436Z","caller":"traceutil/trace.go:171","msg":"trace[1391123199] linearizableReadLoop","detail":"{readStateIndex:5285; appliedIndex:5284; }","duration":"190.901748ms","start":"2026-03-13T17:22:30.113432Z","end":"2026-03-13T17:22:30.304333Z","steps":["trace[1391123199] 'read index received' (duration: 117.496475ms)","trace[1391123199] 'applied index is now lower than readState.Index' (duration: 73.403973ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:22:30.304411Z","caller":"traceutil/trace.go:171","msg":"trace[420582946] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"193.153015ms","start":"2026-03-13T17:22:30.111218Z","end":"2026-03-13T17:22:30.304371Z","steps":["trace[420582946] 'process raft request' (duration: 119.777512ms)","trace[420582946] 'compare' (duration: 73.211209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:22:30.304688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.258557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-13T17:22:30.304694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.579406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:22:30.304758Z","caller":"traceutil/trace.go:171","msg":"trace[1246964945] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5090; }","duration":"191.37042ms","start":"2026-03-13T17:22:30.113371Z","end":"2026-03-13T17:22:30.304742Z","steps":["trace[1246964945] 'agreement among raft nodes before linearized reading' (duration: 191.092403ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:30.304798Z","caller":"traceutil/trace.go:171","msg":"trace[1750861110] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5090; }","duration":"159.74393ms","start":"2026-03-13T17:22:30.145038Z","end":"2026-03-13T17:22:30.304782Z","steps":["trace[1750861110] 'agreement among raft nodes before linearized reading' (duration: 159.478893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:31.78819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.524534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:22:31.788479Z","caller":"traceutil/trace.go:171","msg":"trace[248489590] linearizableReadLoop","detail":"{readStateIndex:5287; appliedIndex:5286; }","duration":"115.616598ms","start":"2026-03-13T17:22:31.672845Z","end":"2026-03-13T17:22:31.788461Z","steps":["trace[248489590] 'read index received' (duration: 40.461µs)","trace[248489590] 'applied index is now lower than readState.Index' (duration: 115.574297ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:22:31.78856Z","caller":"traceutil/trace.go:171","msg":"trace[1485075498] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"377.457978ms","start":"2026-03-13T17:22:31.411074Z","end":"2026-03-13T17:22:31.788532Z","steps":["trace[1485075498] 'process raft request' (duration: 193.519713ms)","trace[1485075498] 'compare' (duration: 183.344809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:22:31.788693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.841334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T17:22:31.788708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:22:31.411059Z","time spent":"377.57247ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:22:31.788736Z","caller":"traceutil/trace.go:171","msg":"trace[2055917081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5092; }","duration":"115.921236ms","start":"2026-03-13T17:22:31.6728Z","end":"2026-03-13T17:22:31.788721Z","steps":["trace[2055917081] 'agreement among raft nodes before linearized reading' (duration: 115.737601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:31.788725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.792117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T17:22:31.788781Z","caller":"traceutil/trace.go:171","msg":"trace[1228124610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5092; }","duration":"114.88954ms","start":"2026-03-13T17:22:31.673875Z","end":"2026-03-13T17:22:31.788765Z","steps":["trace[1228124610] 'agreement among raft nodes before linearized reading' (duration: 114.712315ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:44.075965Z","caller":"traceutil/trace.go:171","msg":"trace[533325844] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"113.67462ms","start":"2026-03-13T17:22:43.962265Z","end":"2026-03-13T17:22:44.07594Z","steps":["trace[533325844] 'process raft request' (duration: 113.519836ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:44.079445Z","caller":"traceutil/trace.go:171","msg":"trace[943964803] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"115.175647ms","start":"2026-03-13T17:22:43.964244Z","end":"2026-03-13T17:22:44.079419Z","steps":["trace[943964803] 'process raft request' (duration: 114.997632ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:44.07965Z","caller":"traceutil/trace.go:171","msg":"trace[1670374493] linearizableReadLoop","detail":"{readStateIndex:5384; appliedIndex:5381; }","duration":"114.116871ms","start":"2026-03-13T17:22:43.965506Z","end":"2026-03-13T17:22:44.079623Z","steps":["trace[1670374493] 'read index received' (duration: 110.297876ms)","trace[1670374493] 'applied index is now lower than readState.Index' (duration: 3.816745ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:22:44.079667Z","caller":"traceutil/trace.go:171","msg":"trace[1451243845] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"115.30651ms","start":"2026-03-13T17:22:43.964323Z","end":"2026-03-13T17:22:44.079629Z","steps":["trace[1451243845] 'process raft request' (duration: 115.056124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:44.079993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.468819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81982"} {"level":"info","ts":"2026-03-13T17:22:44.080084Z","caller":"traceutil/trace.go:171","msg":"trace[1156990067] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5187; }","duration":"114.592413ms","start":"2026-03-13T17:22:43.965475Z","end":"2026-03-13T17:22:44.080067Z","steps":["trace[1156990067] 'agreement among raft nodes before linearized reading' (duration: 114.285315ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:56.309972Z","caller":"traceutil/trace.go:171","msg":"trace[1928013606] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"108.306415ms","start":"2026-03-13T17:22:56.201644Z","end":"2026-03-13T17:22:56.30995Z","steps":["trace[1928013606] 'process raft request' (duration: 108.12142ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:56.310253Z","caller":"traceutil/trace.go:171","msg":"trace[849669707] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"108.305275ms","start":"2026-03-13T17:22:56.201936Z","end":"2026-03-13T17:22:56.310241Z","steps":["trace[849669707] 'process raft request' (duration: 107.971437ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:22:56.310354Z","caller":"traceutil/trace.go:171","msg":"trace[537845800] linearizableReadLoop","detail":"{readStateIndex:5455; appliedIndex:5452; }","duration":"107.988447ms","start":"2026-03-13T17:22:56.202303Z","end":"2026-03-13T17:22:56.310292Z","steps":["trace[537845800] 'read index received' (duration: 35.103487ms)","trace[537845800] 'applied index is now lower than readState.Index' (duration: 72.88337ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:22:56.310408Z","caller":"traceutil/trace.go:171","msg":"trace[328323100] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"106.022768ms","start":"2026-03-13T17:22:56.204375Z","end":"2026-03-13T17:22:56.310398Z","steps":["trace[328323100] 'process raft request' (duration: 105.782812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:22:56.310636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.328386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81802"} {"level":"info","ts":"2026-03-13T17:22:56.310696Z","caller":"traceutil/trace.go:171","msg":"trace[2128556214] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5255; }","duration":"108.4788ms","start":"2026-03-13T17:22:56.202204Z","end":"2026-03-13T17:22:56.310683Z","steps":["trace[2128556214] 'agreement among raft nodes before linearized reading' (duration: 108.214453ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:00.136774Z","caller":"traceutil/trace.go:171","msg":"trace[882519909] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"204.59706ms","start":"2026-03-13T17:22:59.932156Z","end":"2026-03-13T17:23:00.136753Z","steps":["trace[882519909] 'process raft request' (duration: 204.427746ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:00.13774Z","caller":"traceutil/trace.go:171","msg":"trace[170882477] linearizableReadLoop","detail":"{readStateIndex:5469; appliedIndex:5467; }","duration":"102.707884ms","start":"2026-03-13T17:23:00.035011Z","end":"2026-03-13T17:23:00.137719Z","steps":["trace[170882477] 'read index received' (duration: 101.613288ms)","trace[170882477] 'applied index is now lower than readState.Index' (duration: 1.093546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:23:00.137993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.964991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-13T17:23:00.138067Z","caller":"traceutil/trace.go:171","msg":"trace[1882186355] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:5268; }","duration":"103.089184ms","start":"2026-03-13T17:23:00.034961Z","end":"2026-03-13T17:23:00.13805Z","steps":["trace[1882186355] 'agreement among raft nodes before linearized reading' (duration: 102.869618ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:00.138056Z","caller":"traceutil/trace.go:171","msg":"trace[1590818251] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"146.842927ms","start":"2026-03-13T17:22:59.991178Z","end":"2026-03-13T17:23:00.138021Z","steps":["trace[1590818251] 'process raft request' (duration: 146.452887ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:02.298196Z","caller":"traceutil/trace.go:171","msg":"trace[599398733] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"155.593606ms","start":"2026-03-13T17:23:02.142583Z","end":"2026-03-13T17:23:02.298177Z","steps":["trace[599398733] 'process raft request' (duration: 155.471693ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:02.312178Z","caller":"traceutil/trace.go:171","msg":"trace[49203078] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"160.98129ms","start":"2026-03-13T17:23:02.151169Z","end":"2026-03-13T17:23:02.31215Z","steps":["trace[49203078] 'process raft request' (duration: 160.798386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:04.821317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800515300,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T17:23:04.850215Z","caller":"traceutil/trace.go:171","msg":"trace[103857384] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"599.293157ms","start":"2026-03-13T17:23:04.250894Z","end":"2026-03-13T17:23:04.850188Z","steps":["trace[103857384] 'process raft request' (duration: 599.142793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:04.850365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:04.250872Z","time spent":"599.420971ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:23:04.851955Z","caller":"traceutil/trace.go:171","msg":"trace[993213001] linearizableReadLoop","detail":"{readStateIndex:5587; appliedIndex:5586; }","duration":"530.717835ms","start":"2026-03-13T17:23:04.321206Z","end":"2026-03-13T17:23:04.851924Z","steps":["trace[993213001] 'read index received' (duration: 529.575237ms)","trace[993213001] 'applied index is now lower than readState.Index' (duration: 1.141188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:23:04.852245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.030293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T17:23:04.852298Z","caller":"traceutil/trace.go:171","msg":"trace[1682484699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5384; }","duration":"531.086524ms","start":"2026-03-13T17:23:04.321199Z","end":"2026-03-13T17:23:04.852286Z","steps":["trace[1682484699] 'agreement among raft nodes before linearized reading' (duration: 530.92785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:04.852343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:04.321141Z","time spent":"531.194877ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T17:23:04.852505Z","caller":"traceutil/trace.go:171","msg":"trace[1962922908] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"548.455509ms","start":"2026-03-13T17:23:04.304038Z","end":"2026-03-13T17:23:04.852494Z","steps":["trace[1962922908] 'process raft request' (duration: 547.759522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:04.852512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.757772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-13T17:23:04.852562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:04.304003Z","time spent":"548.524811ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:23:04.852572Z","caller":"traceutil/trace.go:171","msg":"trace[1965245103] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5384; }","duration":"529.855393ms","start":"2026-03-13T17:23:04.322692Z","end":"2026-03-13T17:23:04.852547Z","steps":["trace[1965245103] 'agreement among raft nodes before linearized reading' (duration: 529.673149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:04.852637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:04.322675Z","time spent":"529.946346ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T17:23:04.852825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.53712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T17:23:04.852811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.358427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:23:04.852861Z","caller":"traceutil/trace.go:171","msg":"trace[62050377] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5384; }","duration":"367.664563ms","start":"2026-03-13T17:23:04.485186Z","end":"2026-03-13T17:23:04.852851Z","steps":["trace[62050377] 'agreement among raft nodes before linearized reading' (duration: 367.600581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:04.852893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:04.48517Z","time spent":"367.716145ms","remote":"127.0.0.1:46518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:23:04.852892Z","caller":"traceutil/trace.go:171","msg":"trace[1969105378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5384; }","duration":"486.454769ms","start":"2026-03-13T17:23:04.366419Z","end":"2026-03-13T17:23:04.852874Z","steps":["trace[1969105378] 'agreement among raft nodes before linearized reading' (duration: 486.301776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:04.852936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:04.366355Z","time spent":"486.573592ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:23:04.852983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.439544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T17:23:04.853036Z","caller":"traceutil/trace.go:171","msg":"trace[2096205571] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:5384; }","duration":"505.515176ms","start":"2026-03-13T17:23:04.347507Z","end":"2026-03-13T17:23:04.853022Z","steps":["trace[2096205571] 'agreement among raft nodes before linearized reading' (duration: 505.363582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:04.853076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:04.347497Z","time spent":"505.567367ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-qf5f2\" "} {"level":"warn","ts":"2026-03-13T17:23:04.85321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.306096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T17:23:04.853242Z","caller":"traceutil/trace.go:171","msg":"trace[1433358199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5384; }","duration":"508.367328ms","start":"2026-03-13T17:23:04.344865Z","end":"2026-03-13T17:23:04.853232Z","steps":["trace[1433358199] 'agreement among raft nodes before linearized reading' (duration: 508.255674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:04.853276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:04.344851Z","time spent":"508.419099ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T17:23:04.853293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.886122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T17:23:04.853325Z","caller":"traceutil/trace.go:171","msg":"trace[964578643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5384; }","duration":"484.946003ms","start":"2026-03-13T17:23:04.36837Z","end":"2026-03-13T17:23:04.853316Z","steps":["trace[964578643] 'agreement among raft nodes before linearized reading' (duration: 484.82528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:04.853386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:04.368354Z","time spent":"485.020185ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T17:23:04.853398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.766443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T17:23:04.853425Z","caller":"traceutil/trace.go:171","msg":"trace[1159380089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5384; }","duration":"507.812084ms","start":"2026-03-13T17:23:04.345605Z","end":"2026-03-13T17:23:04.853417Z","steps":["trace[1159380089] 'agreement among raft nodes before linearized reading' (duration: 507.738962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:04.853456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:04.345593Z","time spent":"507.857676ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T17:23:04.853573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.06889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T17:23:04.853665Z","caller":"traceutil/trace.go:171","msg":"trace[1027678532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5384; }","duration":"508.198743ms","start":"2026-03-13T17:23:04.34545Z","end":"2026-03-13T17:23:04.853649Z","steps":["trace[1027678532] 'agreement among raft nodes before linearized reading' (duration: 508.0469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:04.85372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:04.34543Z","time spent":"508.272496ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T17:23:15.151121Z","caller":"traceutil/trace.go:171","msg":"trace[2111186891] linearizableReadLoop","detail":"{readStateIndex:5650; appliedIndex:5649; }","duration":"250.569339ms","start":"2026-03-13T17:23:14.900527Z","end":"2026-03-13T17:23:15.151096Z","steps":["trace[2111186891] 'read index received' (duration: 250.368003ms)","trace[2111186891] 'applied index is now lower than readState.Index' (duration: 200.106µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:23:15.151212Z","caller":"traceutil/trace.go:171","msg":"trace[1564269017] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"259.249606ms","start":"2026-03-13T17:23:14.891924Z","end":"2026-03-13T17:23:15.151174Z","steps":["trace[1564269017] 'process raft request' (duration: 259.013819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:15.15135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.807704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-13T17:23:15.151394Z","caller":"traceutil/trace.go:171","msg":"trace[435262405] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5445; }","duration":"250.905627ms","start":"2026-03-13T17:23:14.900477Z","end":"2026-03-13T17:23:15.151382Z","steps":["trace[435262405] 'agreement among raft nodes before linearized reading' (duration: 250.741803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:15.39295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.644799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:23:15.39329Z","caller":"traceutil/trace.go:171","msg":"trace[1502718571] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"275.285896ms","start":"2026-03-13T17:23:15.117804Z","end":"2026-03-13T17:23:15.39309Z","steps":["trace[1502718571] 'process raft request' (duration: 171.403621ms)","trace[1502718571] 'compare' (duration: 103.471684ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:23:15.393325Z","caller":"traceutil/trace.go:171","msg":"trace[1193127067] linearizableReadLoop","detail":"{readStateIndex:5651; appliedIndex:5650; }","duration":"242.085136ms","start":"2026-03-13T17:23:15.151195Z","end":"2026-03-13T17:23:15.39328Z","steps":["trace[1193127067] 'read index received' (duration: 138.028318ms)","trace[1193127067] 'applied index is now lower than readState.Index' (duration: 104.053178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:23:15.511936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.854538ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-13T17:23:15.512021Z","caller":"traceutil/trace.go:171","msg":"trace[1009322068] linearizableReadLoop","detail":"{readStateIndex:5652; appliedIndex:5651; }","duration":"118.336375ms","start":"2026-03-13T17:23:15.393665Z","end":"2026-03-13T17:23:15.512001Z","steps":["trace[1009322068] 'read index received' (duration: 85.492µs)","trace[1009322068] 'applied index is now lower than readState.Index' (duration: 118.249373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:23:15.512098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.238878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-13T17:23:15.512192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.692904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-13T17:23:15.51224Z","caller":"traceutil/trace.go:171","msg":"trace[411660941] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5446; }","duration":"355.790197ms","start":"2026-03-13T17:23:15.156438Z","end":"2026-03-13T17:23:15.512228Z","steps":["trace[411660941] 'agreement among raft nodes before linearized reading' (duration: 355.621713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:15.512276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.055427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T17:23:15.512285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:15.15641Z","time spent":"355.866188ms","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-13T17:23:15.512315Z","caller":"traceutil/trace.go:171","msg":"trace[1556518872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5446; }","duration":"578.119839ms","start":"2026-03-13T17:23:14.934185Z","end":"2026-03-13T17:23:15.512305Z","steps":["trace[1556518872] 'agreement among raft nodes before linearized reading' (duration: 459.155038ms)","trace[1556518872] 'range keys from in-memory index tree' (duration: 118.880549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:23:15.512315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.955499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T17:23:15.512326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.960751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T17:23:15.512356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:14.934173Z","time spent":"578.17357ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T17:23:15.512381Z","caller":"traceutil/trace.go:171","msg":"trace[1813084912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5446; }","duration":"593.051502ms","start":"2026-03-13T17:23:14.919313Z","end":"2026-03-13T17:23:15.512364Z","steps":["trace[1813084912] 'agreement among raft nodes before linearized reading' (duration: 474.03709ms)","trace[1813084912] 'range keys from in-memory index tree' (duration: 118.846588ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:23:15.512395Z","caller":"traceutil/trace.go:171","msg":"trace[1004463846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5446; }","duration":"316.077234ms","start":"2026-03-13T17:23:15.196301Z","end":"2026-03-13T17:23:15.512378Z","steps":["trace[1004463846] 'agreement among raft nodes before linearized reading' (duration: 315.92593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:15.512371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.582575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T17:23:15.512421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:14.919302Z","time spent":"593.113224ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T17:23:15.512289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.832611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T17:23:15.512193Z","caller":"traceutil/trace.go:171","msg":"trace[548516801] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5446; }","duration":"585.395261ms","start":"2026-03-13T17:23:14.92677Z","end":"2026-03-13T17:23:15.512165Z","steps":["trace[548516801] 'agreement among raft nodes before linearized reading' (duration: 466.568474ms)","trace[548516801] 'range keys from in-memory index tree' (duration: 118.574981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:23:15.512459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.855868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T17:23:15.512474Z","caller":"traceutil/trace.go:171","msg":"trace[1223120548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5446; }","duration":"601.726709ms","start":"2026-03-13T17:23:14.910723Z","end":"2026-03-13T17:23:15.51245Z","steps":["trace[1223120548] 'agreement among raft nodes before linearized reading' (duration: 482.710046ms)","trace[1223120548] 'range keys from in-memory index tree' (duration: 118.759776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:23:15.512494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:14.926749Z","time spent":"585.737161ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T17:23:15.512534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:14.910716Z","time spent":"601.807461ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T17:23:15.512537Z","caller":"traceutil/trace.go:171","msg":"trace[1966983649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5446; }","duration":"580.952501ms","start":"2026-03-13T17:23:14.931558Z","end":"2026-03-13T17:23:15.51251Z","steps":["trace[1966983649] 'agreement among raft nodes before linearized reading' (duration: 461.738033ms)","trace[1966983649] 'range keys from in-memory index tree' (duration: 119.071695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:23:15.512587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:14.931542Z","time spent":"581.031562ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T17:23:15.512332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.16238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T17:23:15.512538Z","caller":"traceutil/trace.go:171","msg":"trace[556202868] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:5446; }","duration":"578.099689ms","start":"2026-03-13T17:23:14.934375Z","end":"2026-03-13T17:23:15.512475Z","steps":["trace[556202868] 'agreement among raft nodes before linearized reading' (duration: 458.945592ms)","trace[556202868] 'range keys from in-memory index tree' (duration: 118.747746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:23:15.512786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.050463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:23:15.512829Z","caller":"traceutil/trace.go:171","msg":"trace[612787960] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5446; }","duration":"137.134985ms","start":"2026-03-13T17:23:15.375684Z","end":"2026-03-13T17:23:15.512819Z","steps":["trace[612787960] 'agreement among raft nodes before linearized reading' (duration: 136.457278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:15.51244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:15.196282Z","time spent":"316.147747ms","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:23:15.512704Z","caller":"traceutil/trace.go:171","msg":"trace[1459535904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5446; }","duration":"586.51988ms","start":"2026-03-13T17:23:14.92613Z","end":"2026-03-13T17:23:15.51265Z","steps":["trace[1459535904] 'agreement among raft nodes before linearized reading' (duration: 467.186409ms)","trace[1459535904] 'range keys from in-memory index tree' (duration: 118.618293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:23:15.513076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:14.92612Z","time spent":"586.9396ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T17:23:15.513349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:14.934353Z","time spent":"578.407427ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-qf5f2\" "} {"level":"info","ts":"2026-03-13T17:23:15.618277Z","caller":"traceutil/trace.go:171","msg":"trace[1639260263] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"101.644248ms","start":"2026-03-13T17:23:15.516605Z","end":"2026-03-13T17:23:15.618249Z","steps":["trace[1639260263] 'process raft request' (duration: 101.466804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:16.003178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.595119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:23:16.003517Z","caller":"traceutil/trace.go:171","msg":"trace[502723996] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"184.058407ms","start":"2026-03-13T17:23:15.819439Z","end":"2026-03-13T17:23:16.003498Z","steps":["trace[502723996] 'process raft request' (duration: 184.022567ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:16.003551Z","caller":"traceutil/trace.go:171","msg":"trace[332065796] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"486.303926ms","start":"2026-03-13T17:23:15.517218Z","end":"2026-03-13T17:23:16.003522Z","steps":["trace[332065796] 'process raft request' (duration: 486.112411ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:16.003577Z","caller":"traceutil/trace.go:171","msg":"trace[1515682597] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"486.267076ms","start":"2026-03-13T17:23:15.517285Z","end":"2026-03-13T17:23:16.003552Z","steps":["trace[1515682597] 'process raft request' (duration: 486.094902ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:16.003604Z","caller":"traceutil/trace.go:171","msg":"trace[1695463237] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"486.610954ms","start":"2026-03-13T17:23:15.516977Z","end":"2026-03-13T17:23:16.003588Z","steps":["trace[1695463237] 'process raft request' (duration: 271.527602ms)","trace[1695463237] 'compare' (duration: 214.493967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:23:16.003698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:15.516953Z","time spent":"486.695356ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:23:16.003697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:15.51727Z","time spent":"486.362898ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:23:16.003703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:15.517193Z","time spent":"486.422989ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:23:16.003745Z","caller":"traceutil/trace.go:171","msg":"trace[620247451] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"485.68792ms","start":"2026-03-13T17:23:15.518047Z","end":"2026-03-13T17:23:16.003735Z","steps":["trace[620247451] 'process raft request' (duration: 485.365972ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:16.003755Z","caller":"traceutil/trace.go:171","msg":"trace[1063534196] linearizableReadLoop","detail":"{readStateIndex:5657; appliedIndex:5652; }","duration":"485.764712ms","start":"2026-03-13T17:23:15.517979Z","end":"2026-03-13T17:23:16.003743Z","steps":["trace[1063534196] 'read index received' (duration: 100.042338ms)","trace[1063534196] 'applied index is now lower than readState.Index' (duration: 385.721254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:23:16.003781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:15.518041Z","time spent":"485.721711ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:23:16.003844Z","caller":"traceutil/trace.go:171","msg":"trace[976586923] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"486.682126ms","start":"2026-03-13T17:23:15.517151Z","end":"2026-03-13T17:23:16.003833Z","steps":["trace[976586923] 'process raft request' (duration: 486.116342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:16.003899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:15.517143Z","time spent":"486.724037ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:23:16.006094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.732839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:23:16.006081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.269356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-13T17:23:16.006164Z","caller":"traceutil/trace.go:171","msg":"trace[1531433214] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5453; }","duration":"189.843932ms","start":"2026-03-13T17:23:15.816308Z","end":"2026-03-13T17:23:16.006152Z","steps":["trace[1531433214] 'agreement among raft nodes before linearized reading' (duration: 189.746039ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:16.006226Z","caller":"traceutil/trace.go:171","msg":"trace[1540938849] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5453; }","duration":"486.414929ms","start":"2026-03-13T17:23:15.519756Z","end":"2026-03-13T17:23:16.006171Z","steps":["trace[1540938849] 'agreement among raft nodes before linearized reading' (duration: 484.125672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:16.006275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.476883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:23:16.006299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:15.519749Z","time spent":"486.530192ms","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-03-13T17:23:16.006353Z","caller":"traceutil/trace.go:171","msg":"trace[1851905901] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5453; }","duration":"189.557035ms","start":"2026-03-13T17:23:15.81676Z","end":"2026-03-13T17:23:16.006317Z","steps":["trace[1851905901] 'agreement among raft nodes before linearized reading' (duration: 189.452462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:16.006415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.785691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-13T17:23:16.006489Z","caller":"traceutil/trace.go:171","msg":"trace[1528835418] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5453; }","duration":"189.886883ms","start":"2026-03-13T17:23:15.816582Z","end":"2026-03-13T17:23:16.006468Z","steps":["trace[1528835418] 'agreement among raft nodes before linearized reading' (duration: 189.642427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:16.006848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.86017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101650"} {"level":"info","ts":"2026-03-13T17:23:16.00691Z","caller":"traceutil/trace.go:171","msg":"trace[917919886] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5453; }","duration":"488.930742ms","start":"2026-03-13T17:23:15.51795Z","end":"2026-03-13T17:23:16.006881Z","steps":["trace[917919886] 'agreement among raft nodes before linearized reading' (duration: 485.885466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:16.00695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:15.517941Z","time spent":"488.998233ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101674,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T17:23:16.891573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.022497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:23:16.891666Z","caller":"traceutil/trace.go:171","msg":"trace[1943501206] linearizableReadLoop","detail":"{readStateIndex:5660; appliedIndex:5659; }","duration":"719.338936ms","start":"2026-03-13T17:23:16.172313Z","end":"2026-03-13T17:23:16.891652Z","steps":["trace[1943501206] 'read index received' (duration: 34.421µs)","trace[1943501206] 'applied index is now lower than readState.Index' (duration: 719.303105ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:23:16.891697Z","caller":"traceutil/trace.go:171","msg":"trace[1449121553] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"840.046802ms","start":"2026-03-13T17:23:16.051614Z","end":"2026-03-13T17:23:16.891661Z","steps":["trace[1449121553] 'process raft request' (duration: 52.875731ms)","trace[1449121553] 'compare' (duration: 786.922205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:23:16.891799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.457549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:23:16.891876Z","caller":"traceutil/trace.go:171","msg":"trace[827855718] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5454; }","duration":"719.574062ms","start":"2026-03-13T17:23:16.172277Z","end":"2026-03-13T17:23:16.891851Z","steps":["trace[827855718] 'agreement among raft nodes before linearized reading' (duration: 719.440229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:16.891919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:16.172259Z","time spent":"719.650265ms","remote":"127.0.0.1:56004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:23:16.891947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:16.051586Z","time spent":"840.236157ms","remote":"127.0.0.1:53998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:23:16.891997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.357686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:23:16.892089Z","caller":"traceutil/trace.go:171","msg":"trace[967639153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5454; }","duration":"526.47836ms","start":"2026-03-13T17:23:16.365588Z","end":"2026-03-13T17:23:16.892066Z","steps":["trace[967639153] 'agreement among raft nodes before linearized reading' (duration: 526.332556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:16.892135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:16.365575Z","time spent":"526.551961ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:23:16.89223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.366519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-13T17:23:16.892266Z","caller":"traceutil/trace.go:171","msg":"trace[1468754267] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5454; }","duration":"641.489192ms","start":"2026-03-13T17:23:16.250769Z","end":"2026-03-13T17:23:16.892258Z","steps":["trace[1468754267] 'agreement among raft nodes before linearized reading' (duration: 641.135604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:16.892312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:16.250751Z","time spent":"641.553073ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T17:23:17.987442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.891324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-13T17:23:17.98754Z","caller":"traceutil/trace.go:171","msg":"trace[1249952955] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5454; }","duration":"992.034168ms","start":"2026-03-13T17:23:16.995479Z","end":"2026-03-13T17:23:17.987513Z","steps":["trace[1249952955] 'range keys from in-memory index tree' (duration: 991.706109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:17.987581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:16.995461Z","time spent":"992.110759ms","remote":"127.0.0.1:46570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T17:23:17.987649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.275037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:23:17.987724Z","caller":"traceutil/trace.go:171","msg":"trace[575885895] linearizableReadLoop","detail":"{readStateIndex:5661; appliedIndex:5660; }","duration":"620.845177ms","start":"2026-03-13T17:23:17.366867Z","end":"2026-03-13T17:23:17.987712Z","steps":["trace[575885895] 'read index received' (duration: 42.942µs)","trace[575885895] 'applied index is now lower than readState.Index' (duration: 620.800965ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:23:17.987828Z","caller":"traceutil/trace.go:171","msg":"trace[372319698] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"831.667442ms","start":"2026-03-13T17:23:17.15615Z","end":"2026-03-13T17:23:17.987817Z","steps":["trace[372319698] 'process raft request' (duration: 196.156039ms)","trace[372319698] 'compare' (duration: 634.915738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:23:17.987889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:17.156122Z","time spent":"831.737283ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:23:17.988092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.225546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:23:17.988166Z","caller":"traceutil/trace.go:171","msg":"trace[1478299825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5455; }","duration":"621.340498ms","start":"2026-03-13T17:23:17.366811Z","end":"2026-03-13T17:23:17.988152Z","steps":["trace[1478299825] 'agreement among raft nodes before linearized reading' (duration: 621.228256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:17.988172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.57982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T17:23:17.988314Z","caller":"traceutil/trace.go:171","msg":"trace[801655994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5455; }","duration":"365.764405ms","start":"2026-03-13T17:23:17.622529Z","end":"2026-03-13T17:23:17.988294Z","steps":["trace[801655994] 'agreement among raft nodes before linearized reading' (duration: 365.504588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:17.988434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:17.622507Z","time spent":"365.909738ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T17:23:17.988205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:17.366789Z","time spent":"621.407951ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:23:17.988815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.339974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:23:17.989301Z","caller":"traceutil/trace.go:171","msg":"trace[1779199208] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5455; }","duration":"189.514104ms","start":"2026-03-13T17:23:17.799754Z","end":"2026-03-13T17:23:17.989268Z","steps":["trace[1779199208] 'agreement among raft nodes before linearized reading' (duration: 188.317423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:18.509286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800515519,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:23:20.185425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575279075s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:23:20.18563Z","caller":"traceutil/trace.go:171","msg":"trace[491439683] linearizableReadLoop","detail":"{readStateIndex:5663; appliedIndex:5661; }","duration":"2.176659375s","start":"2026-03-13T17:23:18.008955Z","end":"2026-03-13T17:23:20.185614Z","steps":["trace[491439683] 'read index received' (duration: 601.197025ms)","trace[491439683] 'applied index is now lower than readState.Index' (duration: 1.5754609s)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:23:20.185646Z","caller":"traceutil/trace.go:171","msg":"trace[1768310326] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"2.192469651s","start":"2026-03-13T17:23:17.993147Z","end":"2026-03-13T17:23:20.185616Z","steps":["trace[1768310326] 'process raft request' (duration: 616.923459ms)","trace[1768310326] 'compare' (duration: 1.574834993s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:23:20.185784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:17.993114Z","time spent":"2.192591394s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:23:20.185859Z","caller":"traceutil/trace.go:171","msg":"trace[1402903479] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"2.174117772s","start":"2026-03-13T17:23:18.011708Z","end":"2026-03-13T17:23:20.185825Z","steps":["trace[1402903479] 'process raft request' (duration: 2.173815715s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.185923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:18.011686Z","time spent":"2.174203324s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:23:20.186141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177191479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T17:23:20.186179Z","caller":"traceutil/trace.go:171","msg":"trace[101813901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5457; }","duration":"2.1772285s","start":"2026-03-13T17:23:18.00894Z","end":"2026-03-13T17:23:20.186168Z","steps":["trace[101813901] 'agreement among raft nodes before linearized reading' (duration: 2.177103506s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.186208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:18.008869Z","time spent":"2.177332091s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T17:23:20.186309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177363323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T17:23:20.186342Z","caller":"traceutil/trace.go:171","msg":"trace[1563224520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5457; }","duration":"2.177430765s","start":"2026-03-13T17:23:18.008902Z","end":"2026-03-13T17:23:20.186332Z","steps":["trace[1563224520] 'agreement among raft nodes before linearized reading' (duration: 2.177307862s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.186376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:18.008881Z","time spent":"2.177489126s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T17:23:20.252034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5939216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:23:20.252102Z","caller":"traceutil/trace.go:171","msg":"trace[272855676] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5458; }","duration":"1.594047473s","start":"2026-03-13T17:23:18.658041Z","end":"2026-03-13T17:23:20.252089Z","steps":["trace[272855676] 'agreement among raft nodes before linearized reading' (duration: 1.59392482s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.252142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:18.658018Z","time spent":"1.594109525s","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:23:20.252173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238692084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T17:23:20.252185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.799752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:23:20.252248Z","caller":"traceutil/trace.go:171","msg":"trace[668327459] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5458; }","duration":"336.944545ms","start":"2026-03-13T17:23:19.91529Z","end":"2026-03-13T17:23:20.252234Z","steps":["trace[668327459] 'agreement among raft nodes before linearized reading' (duration: 336.72806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.252268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238995682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-13T17:23:20.252244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005828482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:23:20.252299Z","caller":"traceutil/trace.go:171","msg":"trace[263393966] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5458; }","duration":"2.239048883s","start":"2026-03-13T17:23:18.013238Z","end":"2026-03-13T17:23:20.252287Z","steps":["trace[263393966] 'agreement among raft nodes before linearized reading' (duration: 2.238986472s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.252297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:19.915272Z","time spent":"337.013167ms","remote":"127.0.0.1:55836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":49,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:23:20.252324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:18.013229Z","time spent":"2.239088605s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T17:23:20.25234Z","caller":"traceutil/trace.go:171","msg":"trace[1042329771] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5458; }","duration":"1.005990897s","start":"2026-03-13T17:23:19.246319Z","end":"2026-03-13T17:23:20.25231Z","steps":["trace[1042329771] 'agreement among raft nodes before linearized reading' (duration: 1.005785171s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.252422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:19.246298Z","time spent":"1.006111249s","remote":"127.0.0.1:54254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:23:20.25243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.895098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-13T17:23:20.252466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.037426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T17:23:20.252461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501186604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:23:20.252515Z","caller":"traceutil/trace.go:171","msg":"trace[1055755163] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:5458; }","duration":"217.130233ms","start":"2026-03-13T17:23:20.035363Z","end":"2026-03-13T17:23:20.252493Z","steps":["trace[1055755163] 'agreement among raft nodes before linearized reading' (duration: 216.779344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.25253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241892585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:23:20.252544Z","caller":"traceutil/trace.go:171","msg":"trace[1655024917] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"259.186924ms","start":"2026-03-13T17:23:19.993347Z","end":"2026-03-13T17:23:20.252534Z","steps":["trace[1655024917] 'process raft request' (duration: 258.451865ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:20.252554Z","caller":"traceutil/trace.go:171","msg":"trace[888324517] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5458; }","duration":"2.241937116s","start":"2026-03-13T17:23:18.010611Z","end":"2026-03-13T17:23:20.252548Z","steps":["trace[888324517] 'agreement among raft nodes before linearized reading' (duration: 2.241905615s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:20.252544Z","caller":"traceutil/trace.go:171","msg":"trace[623486238] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5458; }","duration":"246.23835ms","start":"2026-03-13T17:23:20.006284Z","end":"2026-03-13T17:23:20.252523Z","steps":["trace[623486238] 'agreement among raft nodes before linearized reading' (duration: 245.965032ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:20.252209Z","caller":"traceutil/trace.go:171","msg":"trace[1575271298] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:5458; }","duration":"2.238752536s","start":"2026-03-13T17:23:18.013446Z","end":"2026-03-13T17:23:20.252199Z","steps":["trace[1575271298] 'agreement among raft nodes before linearized reading' (duration: 2.238633813s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:20.252556Z","caller":"traceutil/trace.go:171","msg":"trace[1444553728] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5458; }","duration":"1.501347168s","start":"2026-03-13T17:23:18.751185Z","end":"2026-03-13T17:23:20.252532Z","steps":["trace[1444553728] 'agreement among raft nodes before linearized reading' (duration: 1.501111061s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.252576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:18.010599Z","time spent":"2.241971487s","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-13T17:23:20.252601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:18.013433Z","time spent":"2.239153377s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-qf5f2\" "} {"level":"warn","ts":"2026-03-13T17:23:20.252607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:18.75115Z","time spent":"1.501445971s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:23:20.252869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242758756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:23:20.252888Z","caller":"traceutil/trace.go:171","msg":"trace[1072374202] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5458; }","duration":"2.242786097s","start":"2026-03-13T17:23:18.010096Z","end":"2026-03-13T17:23:20.252882Z","steps":["trace[1072374202] 'agreement among raft nodes before linearized reading' (duration: 2.242754966s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.252905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:18.010092Z","time spent":"2.242809377s","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-13T17:23:20.252916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.995764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:23:20.252499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241766432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-13T17:23:20.252952Z","caller":"traceutil/trace.go:171","msg":"trace[202882477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5458; }","duration":"887.077536ms","start":"2026-03-13T17:23:19.365863Z","end":"2026-03-13T17:23:20.25294Z","steps":["trace[202882477] 'agreement among raft nodes before linearized reading' (duration: 887.018875ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:20.252966Z","caller":"traceutil/trace.go:171","msg":"trace[2036635887] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5458; }","duration":"2.242267565s","start":"2026-03-13T17:23:18.010682Z","end":"2026-03-13T17:23:20.25295Z","steps":["trace[2036635887] 'agreement among raft nodes before linearized reading' (duration: 2.241766802s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.252982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:19.36582Z","time spent":"887.156188ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:23:20.252992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243127215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T17:23:20.253025Z","caller":"traceutil/trace.go:171","msg":"trace[157465576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5458; }","duration":"2.243178046s","start":"2026-03-13T17:23:18.009839Z","end":"2026-03-13T17:23:20.253017Z","steps":["trace[157465576] 'agreement among raft nodes before linearized reading' (duration: 2.243096654s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.253019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:18.010653Z","time spent":"2.242348426s","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-13T17:23:20.25305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:18.009833Z","time spent":"2.243205098s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T17:23:20.253163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24371777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T17:23:20.2532Z","caller":"traceutil/trace.go:171","msg":"trace[1754497125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5458; }","duration":"2.243765631s","start":"2026-03-13T17:23:18.009423Z","end":"2026-03-13T17:23:20.253189Z","steps":["trace[1754497125] 'agreement among raft nodes before linearized reading' (duration: 2.243658729s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.253232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:18.009417Z","time spent":"2.243807732s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T17:23:20.529178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.901881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:23:20.529745Z","caller":"traceutil/trace.go:171","msg":"trace[679360715] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"339.935161ms","start":"2026-03-13T17:23:20.189787Z","end":"2026-03-13T17:23:20.529723Z","steps":["trace[679360715] 'process raft request' (duration: 109.389153ms)","trace[679360715] 'compare' (duration: 229.766868ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:23:20.52981Z","caller":"traceutil/trace.go:171","msg":"trace[861662055] linearizableReadLoop","detail":"{readStateIndex:5666; appliedIndex:5664; }","duration":"277.85086ms","start":"2026-03-13T17:23:20.251912Z","end":"2026-03-13T17:23:20.529763Z","steps":["trace[861662055] 'read index received' (duration: 47.22807ms)","trace[861662055] 'applied index is now lower than readState.Index' (duration: 230.61659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:23:20.529874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:20.189766Z","time spent":"340.024063ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:23:20.530077Z","caller":"traceutil/trace.go:171","msg":"trace[1070625153] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"338.361891ms","start":"2026-03-13T17:23:20.191683Z","end":"2026-03-13T17:23:20.530045Z","steps":["trace[1070625153] 'process raft request' (duration: 337.612452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.530206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.199688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-13T17:23:20.530255Z","caller":"traceutil/trace.go:171","msg":"trace[505646152] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5463; }","duration":"322.31008ms","start":"2026-03-13T17:23:20.207931Z","end":"2026-03-13T17:23:20.530241Z","steps":["trace[505646152] 'agreement among raft nodes before linearized reading' (duration: 322.098545ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:20.530222Z","caller":"traceutil/trace.go:171","msg":"trace[1469043508] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"272.60806ms","start":"2026-03-13T17:23:20.257583Z","end":"2026-03-13T17:23:20.530191Z","steps":["trace[1469043508] 'process raft request' (duration: 272.016724ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:20.530314Z","caller":"traceutil/trace.go:171","msg":"trace[2132654442] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"271.353957ms","start":"2026-03-13T17:23:20.258939Z","end":"2026-03-13T17:23:20.530293Z","steps":["trace[2132654442] 'process raft request' (duration: 270.755503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.530278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.210905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101650"} {"level":"info","ts":"2026-03-13T17:23:20.530437Z","caller":"traceutil/trace.go:171","msg":"trace[669101871] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5463; }","duration":"273.390469ms","start":"2026-03-13T17:23:20.257033Z","end":"2026-03-13T17:23:20.530423Z","steps":["trace[669101871] 'agreement among raft nodes before linearized reading' (duration: 273.02516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.530306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:20.207913Z","time spent":"322.381082ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-13T17:23:20.5303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:20.191674Z","time spent":"338.497964ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:23:20.530566Z","caller":"traceutil/trace.go:171","msg":"trace[729079236] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"273.266245ms","start":"2026-03-13T17:23:20.257267Z","end":"2026-03-13T17:23:20.530533Z","steps":["trace[729079236] 'process raft request' (duration: 272.26837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.530389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.101957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:23:20.530902Z","caller":"traceutil/trace.go:171","msg":"trace[316811746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5463; }","duration":"276.615019ms","start":"2026-03-13T17:23:20.254265Z","end":"2026-03-13T17:23:20.53088Z","steps":["trace[316811746] 'agreement among raft nodes before linearized reading' (duration: 276.094886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.806917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.366269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:23:20.807043Z","caller":"traceutil/trace.go:171","msg":"trace[986738386] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"275.542343ms","start":"2026-03-13T17:23:20.531482Z","end":"2026-03-13T17:23:20.807025Z","steps":["trace[986738386] 'process raft request' (duration: 101.988578ms)","trace[986738386] 'compare' (duration: 173.235836ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:23:20.843629Z","caller":"traceutil/trace.go:171","msg":"trace[130586433] linearizableReadLoop","detail":"{readStateIndex:5672; appliedIndex:5670; }","duration":"305.561343ms","start":"2026-03-13T17:23:20.538041Z","end":"2026-03-13T17:23:20.843602Z","steps":["trace[130586433] 'read index received' (duration: 95.435475ms)","trace[130586433] 'applied index is now lower than readState.Index' (duration: 210.124018ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:23:20.843739Z","caller":"traceutil/trace.go:171","msg":"trace[996534691] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"307.936011ms","start":"2026-03-13T17:23:20.535785Z","end":"2026-03-13T17:23:20.843721Z","steps":["trace[996534691] 'process raft request' (duration: 307.645064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.843793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.740007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:23:20.84383Z","caller":"traceutil/trace.go:171","msg":"trace[90347599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5465; }","duration":"305.828759ms","start":"2026-03-13T17:23:20.537991Z","end":"2026-03-13T17:23:20.84382Z","steps":["trace[90347599] 'agreement among raft nodes before linearized reading' (duration: 305.746887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:20.843856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:20.535768Z","time spent":"308.009703ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:23:20.84387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:23:20.53798Z","time spent":"305.88386ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T17:23:20.876369Z","caller":"traceutil/trace.go:171","msg":"trace[1579784445] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"197.492922ms","start":"2026-03-13T17:23:20.67885Z","end":"2026-03-13T17:23:20.876342Z","steps":["trace[1579784445] 'process raft request' (duration: 197.311648ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:27.014791Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2639} {"level":"info","ts":"2026-03-13T17:23:27.076629Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2639,"took":"60.44049ms","hash":3936273926,"current-db-size-bytes":40296448,"current-db-size":"40 MB","current-db-size-in-use-bytes":30081024,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-13T17:23:27.07673Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3936273926,"revision":2639,"compact-revision":-1} {"level":"info","ts":"2026-03-13T17:23:34.369649Z","caller":"traceutil/trace.go:171","msg":"trace[210141409] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"139.824098ms","start":"2026-03-13T17:23:34.229808Z","end":"2026-03-13T17:23:34.369632Z","steps":["trace[210141409] 'process raft request' (duration: 139.714746ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:34.369727Z","caller":"traceutil/trace.go:171","msg":"trace[1031743269] linearizableReadLoop","detail":"{readStateIndex:5760; appliedIndex:5760; }","duration":"108.159774ms","start":"2026-03-13T17:23:34.261545Z","end":"2026-03-13T17:23:34.369705Z","steps":["trace[1031743269] 'read index received' (duration: 108.146524ms)","trace[1031743269] 'applied index is now lower than readState.Index' (duration: 7.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:23:34.369974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.4106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T17:23:34.370048Z","caller":"traceutil/trace.go:171","msg":"trace[842955040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5550; }","duration":"108.522653ms","start":"2026-03-13T17:23:34.261507Z","end":"2026-03-13T17:23:34.37003Z","steps":["trace[842955040] 'agreement among raft nodes before linearized reading' (duration: 108.286587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:23:34.402038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.333119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:23:34.402101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.950724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:23:34.402123Z","caller":"traceutil/trace.go:171","msg":"trace[1048976109] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5551; }","duration":"118.452493ms","start":"2026-03-13T17:23:34.283651Z","end":"2026-03-13T17:23:34.402103Z","steps":["trace[1048976109] 'agreement among raft nodes before linearized reading' (duration: 118.312698ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:34.402162Z","caller":"traceutil/trace.go:171","msg":"trace[1419883748] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5551; }","duration":"105.064397ms","start":"2026-03-13T17:23:34.29708Z","end":"2026-03-13T17:23:34.402145Z","steps":["trace[1419883748] 'agreement among raft nodes before linearized reading' (duration: 104.959233ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:23:34.60934Z","caller":"traceutil/trace.go:171","msg":"trace[1849283257] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"120.939955ms","start":"2026-03-13T17:23:34.488365Z","end":"2026-03-13T17:23:34.609305Z","steps":["trace[1849283257] 'process raft request' (duration: 80.644864ms)","trace[1849283257] 'compare' (duration: 40.134327ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:24:05.791429Z","caller":"traceutil/trace.go:171","msg":"trace[536401130] transaction","detail":"{read_only:false; response_revision:5759; number_of_response:1; }","duration":"138.949035ms","start":"2026-03-13T17:24:05.652448Z","end":"2026-03-13T17:24:05.791397Z","steps":["trace[536401130] 'process raft request' (duration: 138.74896ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:24:06.049576Z","caller":"traceutil/trace.go:171","msg":"trace[2074215726] linearizableReadLoop","detail":"{readStateIndex:5981; appliedIndex:5979; }","duration":"111.96948ms","start":"2026-03-13T17:24:05.937584Z","end":"2026-03-13T17:24:06.049553Z","steps":["trace[2074215726] 'read index received' (duration: 68.54882ms)","trace[2074215726] 'applied index is now lower than readState.Index' (duration: 43.41913ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:24:06.049669Z","caller":"traceutil/trace.go:171","msg":"trace[2136628358] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"166.286223ms","start":"2026-03-13T17:24:05.883343Z","end":"2026-03-13T17:24:06.049629Z","steps":["trace[2136628358] 'process raft request' (duration: 122.77566ms)","trace[2136628358] 'compare' (duration: 43.249776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:24:06.049766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.168985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:24:06.049845Z","caller":"traceutil/trace.go:171","msg":"trace[800541147] range","detail":"{range_begin:/registry/jobs/openstack/keystone-rabbit-init; range_end:; response_count:0; response_revision:5763; }","duration":"112.303678ms","start":"2026-03-13T17:24:05.937531Z","end":"2026-03-13T17:24:06.049835Z","steps":["trace[800541147] 'agreement among raft nodes before linearized reading' (duration: 112.113633ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:24:06.049931Z","caller":"traceutil/trace.go:171","msg":"trace[1945151176] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"122.636418ms","start":"2026-03-13T17:24:05.92704Z","end":"2026-03-13T17:24:06.049677Z","steps":["trace[1945151176] 'process raft request' (duration: 122.462234ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:05.658285Z","caller":"traceutil/trace.go:171","msg":"trace[968178489] transaction","detail":"{read_only:false; response_revision:7351; number_of_response:1; }","duration":"100.973698ms","start":"2026-03-13T17:28:05.557279Z","end":"2026-03-13T17:28:05.658253Z","steps":["trace[968178489] 'process raft request' (duration: 100.551088ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:16.414419Z","caller":"traceutil/trace.go:171","msg":"trace[703519928] transaction","detail":"{read_only:false; response_revision:7542; number_of_response:1; }","duration":"243.169523ms","start":"2026-03-13T17:28:16.171219Z","end":"2026-03-13T17:28:16.414388Z","steps":["trace[703519928] 'process raft request' (duration: 242.987479ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:16.5994Z","caller":"traceutil/trace.go:171","msg":"trace[922198423] linearizableReadLoop","detail":"{readStateIndex:7822; appliedIndex:7820; }","duration":"423.669801ms","start":"2026-03-13T17:28:16.1757Z","end":"2026-03-13T17:28:16.599369Z","steps":["trace[922198423] 'read index received' (duration: 238.559618ms)","trace[922198423] 'applied index is now lower than readState.Index' (duration: 185.108663ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:28:16.599455Z","caller":"traceutil/trace.go:171","msg":"trace[1995566483] transaction","detail":"{read_only:false; response_revision:7543; number_of_response:1; }","duration":"425.138747ms","start":"2026-03-13T17:28:16.174282Z","end":"2026-03-13T17:28:16.59942Z","steps":["trace[1995566483] 'process raft request' (duration: 424.897371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:16.599634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:16.174273Z","time spent":"425.25749ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:28:16.599721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.826873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-13T17:28:16.599712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.562577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T17:28:16.59979Z","caller":"traceutil/trace.go:171","msg":"trace[61472124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7543; }","duration":"419.927166ms","start":"2026-03-13T17:28:16.179847Z","end":"2026-03-13T17:28:16.599775Z","steps":["trace[61472124] 'agreement among raft nodes before linearized reading' (duration: 419.70421ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:16.599808Z","caller":"traceutil/trace.go:171","msg":"trace[568036809] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:7543; }","duration":"121.7045ms","start":"2026-03-13T17:28:16.478081Z","end":"2026-03-13T17:28:16.599785Z","steps":["trace[568036809] 'agreement among raft nodes before linearized reading' (duration: 121.481845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:16.599846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:16.179834Z","time spent":"419.995107ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T17:28:16.599837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.369182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T17:28:16.599924Z","caller":"traceutil/trace.go:171","msg":"trace[398307625] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7543; }","duration":"417.498215ms","start":"2026-03-13T17:28:16.182404Z","end":"2026-03-13T17:28:16.599902Z","steps":["trace[398307625] 'agreement among raft nodes before linearized reading' (duration: 417.256949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:16.599983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:16.182386Z","time spent":"417.573516ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T17:28:16.599952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.101871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T17:28:16.600057Z","caller":"traceutil/trace.go:171","msg":"trace[1209702132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7543; }","duration":"424.364758ms","start":"2026-03-13T17:28:16.175683Z","end":"2026-03-13T17:28:16.600048Z","steps":["trace[1209702132] 'agreement among raft nodes before linearized reading' (duration: 423.867105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:16.600098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:16.175678Z","time spent":"424.412159ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T17:28:18.36985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800521213,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T17:28:18.407966Z","caller":"traceutil/trace.go:171","msg":"trace[1587667370] transaction","detail":"{read_only:false; response_revision:7547; number_of_response:1; }","duration":"907.219145ms","start":"2026-03-13T17:28:17.500725Z","end":"2026-03-13T17:28:18.407944Z","steps":["trace[1587667370] 'process raft request' (duration: 907.071401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:18.40809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:17.500689Z","time spent":"907.343947ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:28:19.029818Z","caller":"traceutil/trace.go:171","msg":"trace[130349309] transaction","detail":"{read_only:false; response_revision:7548; number_of_response:1; }","duration":"1.510486298s","start":"2026-03-13T17:28:17.519296Z","end":"2026-03-13T17:28:19.029782Z","steps":["trace[130349309] 'process raft request' (duration: 1.510332704s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:19.029945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:17.519278Z","time spent":"1.510604791s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:28:19.03003Z","caller":"traceutil/trace.go:171","msg":"trace[300000512] linearizableReadLoop","detail":"{readStateIndex:7828; appliedIndex:7825; }","duration":"1.160527971s","start":"2026-03-13T17:28:17.869467Z","end":"2026-03-13T17:28:19.029995Z","steps":["trace[300000512] 'read index received' (duration: 538.308421ms)","trace[300000512] 'applied index is now lower than readState.Index' (duration: 622.21702ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:28:19.03007Z","caller":"traceutil/trace.go:171","msg":"trace[1269359291] transaction","detail":"{read_only:false; response_revision:7549; number_of_response:1; }","duration":"1.188741891s","start":"2026-03-13T17:28:17.841301Z","end":"2026-03-13T17:28:19.030043Z","steps":["trace[1269359291] 'process raft request' (duration: 1.188449053s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:19.030193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:17.841273Z","time spent":"1.188859404s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:28:19.030221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.264477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:28:19.030245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160781318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T17:28:19.030266Z","caller":"traceutil/trace.go:171","msg":"trace[125648513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7549; }","duration":"662.36989ms","start":"2026-03-13T17:28:18.367885Z","end":"2026-03-13T17:28:19.030255Z","steps":["trace[125648513] 'agreement among raft nodes before linearized reading' (duration: 662.272167ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:19.030281Z","caller":"traceutil/trace.go:171","msg":"trace[1929641677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7549; }","duration":"1.1608599s","start":"2026-03-13T17:28:17.869412Z","end":"2026-03-13T17:28:19.030272Z","steps":["trace[1929641677] 'agreement among raft nodes before linearized reading' (duration: 1.160700166s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:19.030312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:17.869381Z","time spent":"1.160925291s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T17:28:19.030313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:18.367862Z","time spent":"662.442461ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:28:19.030315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.155523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-13T17:28:19.030314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.228639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T17:28:19.030357Z","caller":"traceutil/trace.go:171","msg":"trace[1697090145] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7549; }","duration":"325.232066ms","start":"2026-03-13T17:28:18.705109Z","end":"2026-03-13T17:28:19.030341Z","steps":["trace[1697090145] 'agreement among raft nodes before linearized reading' (duration: 325.114383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:19.03038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:18.705086Z","time spent":"325.288337ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T17:28:19.030448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.868343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T17:28:19.030375Z","caller":"traceutil/trace.go:171","msg":"trace[1030488369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7549; }","duration":"421.31324ms","start":"2026-03-13T17:28:18.609048Z","end":"2026-03-13T17:28:19.030361Z","steps":["trace[1030488369] 'agreement among raft nodes before linearized reading' (duration: 421.137246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:19.030454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.416683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T17:28:19.030474Z","caller":"traceutil/trace.go:171","msg":"trace[400354077] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:7549; }","duration":"419.935635ms","start":"2026-03-13T17:28:18.610531Z","end":"2026-03-13T17:28:19.030467Z","steps":["trace[400354077] 'agreement among raft nodes before linearized reading' (duration: 419.862643ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:19.030489Z","caller":"traceutil/trace.go:171","msg":"trace[1946007473] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7549; }","duration":"421.492164ms","start":"2026-03-13T17:28:18.608987Z","end":"2026-03-13T17:28:19.030479Z","steps":["trace[1946007473] 'agreement among raft nodes before linearized reading' (duration: 421.416342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:19.030492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:18.608878Z","time spent":"421.602817ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T17:28:19.030499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:18.610522Z","time spent":"419.970576ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-qf5f2\" "} {"level":"warn","ts":"2026-03-13T17:28:19.030491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.452983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T17:28:19.030514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:18.608958Z","time spent":"421.550766ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T17:28:19.030536Z","caller":"traceutil/trace.go:171","msg":"trace[1793963061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7549; }","duration":"421.545016ms","start":"2026-03-13T17:28:18.608978Z","end":"2026-03-13T17:28:19.030523Z","steps":["trace[1793963061] 'agreement among raft nodes before linearized reading' (duration: 421.419513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:19.030578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:18.608952Z","time spent":"421.617718ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T17:28:19.030623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.307132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T17:28:19.030639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.957063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T17:28:19.030641Z","caller":"traceutil/trace.go:171","msg":"trace[1903414414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7549; }","duration":"612.356153ms","start":"2026-03-13T17:28:18.418279Z","end":"2026-03-13T17:28:19.030635Z","steps":["trace[1903414414] 'agreement among raft nodes before linearized reading' (duration: 612.297521ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:19.030663Z","caller":"traceutil/trace.go:171","msg":"trace[658433902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7549; }","duration":"427.042875ms","start":"2026-03-13T17:28:18.603613Z","end":"2026-03-13T17:28:19.030656Z","steps":["trace[658433902] 'agreement among raft nodes before linearized reading' (duration: 426.978242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:19.030668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:18.418262Z","time spent":"612.398415ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T17:28:19.030681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:18.60359Z","time spent":"427.087316ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T17:28:27.022702Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5516} {"level":"info","ts":"2026-03-13T17:28:27.139177Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5516,"took":"114.521588ms","hash":3732494698,"current-db-size-bytes":42901504,"current-db-size":"43 MB","current-db-size-in-use-bytes":23334912,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-13T17:28:27.13923Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3732494698,"revision":5516,"compact-revision":2639} {"level":"info","ts":"2026-03-13T17:28:29.316452Z","caller":"traceutil/trace.go:171","msg":"trace[831582819] transaction","detail":"{read_only:false; response_revision:7599; number_of_response:1; }","duration":"124.103339ms","start":"2026-03-13T17:28:29.192316Z","end":"2026-03-13T17:28:29.316419Z","steps":["trace[831582819] 'process raft request' (duration: 123.908255ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:29.336318Z","caller":"traceutil/trace.go:171","msg":"trace[1099865172] transaction","detail":"{read_only:false; response_revision:7600; number_of_response:1; }","duration":"143.963849ms","start":"2026-03-13T17:28:29.192325Z","end":"2026-03-13T17:28:29.336289Z","steps":["trace[1099865172] 'process raft request' (duration: 143.802645ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:29.336713Z","caller":"traceutil/trace.go:171","msg":"trace[425932344] transaction","detail":"{read_only:false; response_revision:7601; number_of_response:1; }","duration":"144.02347ms","start":"2026-03-13T17:28:29.192674Z","end":"2026-03-13T17:28:29.336698Z","steps":["trace[425932344] 'process raft request' (duration: 143.574549ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:29.336744Z","caller":"traceutil/trace.go:171","msg":"trace[262625916] transaction","detail":"{read_only:false; response_revision:7602; number_of_response:1; }","duration":"143.018835ms","start":"2026-03-13T17:28:29.193708Z","end":"2026-03-13T17:28:29.336726Z","steps":["trace[262625916] 'process raft request' (duration: 142.891832ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:29.33673Z","caller":"traceutil/trace.go:171","msg":"trace[1691094000] linearizableReadLoop","detail":"{readStateIndex:7882; appliedIndex:7880; }","duration":"144.071851ms","start":"2026-03-13T17:28:29.192633Z","end":"2026-03-13T17:28:29.336705Z","steps":["trace[1691094000] 'read index received' (duration: 123.599677ms)","trace[1691094000] 'applied index is now lower than readState.Index' (duration: 20.470824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:28:29.337017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.914383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-13T17:28:29.337076Z","caller":"traceutil/trace.go:171","msg":"trace[236372520] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7602; }","duration":"108.019866ms","start":"2026-03-13T17:28:29.229037Z","end":"2026-03-13T17:28:29.337056Z","steps":["trace[236372520] 'agreement among raft nodes before linearized reading' (duration: 107.839161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:29.337276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.639866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223784"} {"level":"info","ts":"2026-03-13T17:28:29.337309Z","caller":"traceutil/trace.go:171","msg":"trace[1963627955] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7602; }","duration":"144.701518ms","start":"2026-03-13T17:28:29.1926Z","end":"2026-03-13T17:28:29.337302Z","steps":["trace[1963627955] 'agreement among raft nodes before linearized reading' (duration: 144.215685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:29.924817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800521354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:28:30.698105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.412423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:28:30.698383Z","caller":"traceutil/trace.go:171","msg":"trace[998827933] linearizableReadLoop","detail":"{readStateIndex:7886; appliedIndex:7884; }","duration":"1.274501455s","start":"2026-03-13T17:28:29.423856Z","end":"2026-03-13T17:28:30.698357Z","steps":["trace[998827933] 'read index received' (duration: 852.727644ms)","trace[998827933] 'applied index is now lower than readState.Index' (duration: 421.769051ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:28:30.698497Z","caller":"traceutil/trace.go:171","msg":"trace[2033823884] transaction","detail":"{read_only:false; response_revision:7603; number_of_response:1; }","duration":"1.291770381s","start":"2026-03-13T17:28:29.406708Z","end":"2026-03-13T17:28:30.698479Z","steps":["trace[2033823884] 'process raft request' (duration: 869.868655ms)","trace[2033823884] 'compare' (duration: 421.015823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:28:30.698596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:29.406689Z","time spent":"1.291852533s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:28:30.698898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:28:30.698747Z","caller":"traceutil/trace.go:171","msg":"trace[1236868241] transaction","detail":"{read_only:false; response_revision:7604; number_of_response:1; }","duration":"927.603936ms","start":"2026-03-13T17:28:29.771112Z","end":"2026-03-13T17:28:30.698716Z","steps":["trace[1236868241] 'process raft request' (duration: 927.150024ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:30.698995Z","caller":"traceutil/trace.go:171","msg":"trace[1942943646] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7604; }","duration":"1.275173093s","start":"2026-03-13T17:28:29.423798Z","end":"2026-03-13T17:28:30.698971Z","steps":["trace[1942943646] 'agreement among raft nodes before linearized reading' (duration: 1.274954728s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:30.699065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:29.423764Z","time spent":"1.275291976s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-13T17:28:30.699081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:29.771089Z","time spent":"927.911585ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:28:30.889766Z","caller":"traceutil/trace.go:171","msg":"trace[1565063329] transaction","detail":"{read_only:false; response_revision:7605; number_of_response:1; }","duration":"442.094492ms","start":"2026-03-13T17:28:30.447648Z","end":"2026-03-13T17:28:30.889743Z","steps":["trace[1565063329] 'process raft request' (duration: 441.945149ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:30.889836Z","caller":"traceutil/trace.go:171","msg":"trace[1746717824] linearizableReadLoop","detail":"{readStateIndex:7887; appliedIndex:7887; }","duration":"191.339439ms","start":"2026-03-13T17:28:30.698436Z","end":"2026-03-13T17:28:30.889775Z","steps":["trace[1746717824] 'read index received' (duration: 191.328629ms)","trace[1746717824] 'applied index is now lower than readState.Index' (duration: 8.28µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:28:30.889941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:30.447599Z","time spent":"442.249776ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:28:30.889949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.445302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:28:30.890047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.493192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-13T17:28:30.890099Z","caller":"traceutil/trace.go:171","msg":"trace[96501609] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:7605; }","duration":"837.579374ms","start":"2026-03-13T17:28:30.052506Z","end":"2026-03-13T17:28:30.890085Z","steps":["trace[96501609] 'agreement among raft nodes before linearized reading' (duration: 837.381339ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:30.890127Z","caller":"traceutil/trace.go:171","msg":"trace[1878462181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7605; }","duration":"524.631567ms","start":"2026-03-13T17:28:30.365429Z","end":"2026-03-13T17:28:30.89006Z","steps":["trace[1878462181] 'agreement among raft nodes before linearized reading' (duration: 524.401012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:30.890129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.318333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:28:30.89025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:30.365411Z","time spent":"524.822612ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:28:30.89014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:30.052488Z","time spent":"837.645535ms","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"info","ts":"2026-03-13T17:28:30.890395Z","caller":"traceutil/trace.go:171","msg":"trace[479304002] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7605; }","duration":"988.639581ms","start":"2026-03-13T17:28:29.901705Z","end":"2026-03-13T17:28:30.890344Z","steps":["trace[479304002] 'agreement among raft nodes before linearized reading' (duration: 988.244172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:30.890264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100771329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:28:30.890508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:29.901681Z","time spent":"988.787574ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:28:30.89058Z","caller":"traceutil/trace.go:171","msg":"trace[16448335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7605; }","duration":"1.101133698s","start":"2026-03-13T17:28:29.789414Z","end":"2026-03-13T17:28:30.890548Z","steps":["trace[16448335] 'agreement among raft nodes before linearized reading' (duration: 1.100672427s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:30.890279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.932994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:28:30.89069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:29.789392Z","time spent":"1.101271502s","remote":"127.0.0.1:46584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:28:30.890693Z","caller":"traceutil/trace.go:171","msg":"trace[1821090711] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7605; }","duration":"188.415666ms","start":"2026-03-13T17:28:30.702262Z","end":"2026-03-13T17:28:30.890678Z","steps":["trace[1821090711] 'agreement among raft nodes before linearized reading' (duration: 187.861592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:31.091052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.106263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:28:31.091181Z","caller":"traceutil/trace.go:171","msg":"trace[2121735386] linearizableReadLoop","detail":"{readStateIndex:7889; appliedIndex:7888; }","duration":"169.754268ms","start":"2026-03-13T17:28:30.921408Z","end":"2026-03-13T17:28:31.091162Z","steps":["trace[2121735386] 'read index received' (duration: 23.351207ms)","trace[2121735386] 'applied index is now lower than readState.Index' (duration: 146.398601ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:28:31.091303Z","caller":"traceutil/trace.go:171","msg":"trace[1534810397] transaction","detail":"{read_only:false; response_revision:7606; number_of_response:1; }","duration":"169.881531ms","start":"2026-03-13T17:28:30.921371Z","end":"2026-03-13T17:28:31.091252Z","steps":["trace[1534810397] 'process raft request' (duration: 23.47733ms)","trace[1534810397] 'compare' (duration: 145.850117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:28:31.091437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.019114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19500"} {"level":"info","ts":"2026-03-13T17:28:31.091476Z","caller":"traceutil/trace.go:171","msg":"trace[1257263170] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7606; }","duration":"170.072335ms","start":"2026-03-13T17:28:30.921391Z","end":"2026-03-13T17:28:31.091463Z","steps":["trace[1257263170] 'agreement among raft nodes before linearized reading' (duration: 169.821109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:32.717027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:32.237668Z","time spent":"479.350839ms","remote":"127.0.0.1:59112","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-13T17:28:32.719487Z","caller":"traceutil/trace.go:171","msg":"trace[471020881] linearizableReadLoop","detail":"{readStateIndex:7897; appliedIndex:7896; }","duration":"482.230172ms","start":"2026-03-13T17:28:32.237233Z","end":"2026-03-13T17:28:32.719463Z","steps":["trace[471020881] 'read index received' (duration: 481.984566ms)","trace[471020881] 'applied index is now lower than readState.Index' (duration: 244.516µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:28:32.71957Z","caller":"traceutil/trace.go:171","msg":"trace[538738883] transaction","detail":"{read_only:false; response_revision:7614; number_of_response:1; }","duration":"993.271268ms","start":"2026-03-13T17:28:31.726276Z","end":"2026-03-13T17:28:32.719547Z","steps":["trace[538738883] 'process raft request' (duration: 993.015462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:32.719669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:31.726249Z","time spent":"993.36459ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:28:32.719754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.498779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-13T17:28:32.719746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.125682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:28:32.719797Z","caller":"traceutil/trace.go:171","msg":"trace[169654505] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7614; }","duration":"482.58256ms","start":"2026-03-13T17:28:32.237204Z","end":"2026-03-13T17:28:32.719786Z","steps":["trace[169654505] 'agreement among raft nodes before linearized reading' (duration: 482.415446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:32.719803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.94143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126852"} {"level":"warn","ts":"2026-03-13T17:28:32.71983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:32.237189Z","time spent":"482.634002ms","remote":"127.0.0.1:55710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-13T17:28:32.719855Z","caller":"traceutil/trace.go:171","msg":"trace[1542789911] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7614; }","duration":"448.022392ms","start":"2026-03-13T17:28:32.27182Z","end":"2026-03-13T17:28:32.719843Z","steps":["trace[1542789911] 'agreement among raft nodes before linearized reading' (duration: 447.836598ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:32.719812Z","caller":"traceutil/trace.go:171","msg":"trace[374392776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7614; }","duration":"354.227014ms","start":"2026-03-13T17:28:32.365566Z","end":"2026-03-13T17:28:32.719793Z","steps":["trace[374392776] 'agreement among raft nodes before linearized reading' (duration: 354.108491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:32.719893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:32.271806Z","time spent":"448.078694ms","remote":"127.0.0.1:55704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126876,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-13T17:28:32.719902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:32.365548Z","time spent":"354.344787ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T17:28:33.015851Z","caller":"traceutil/trace.go:171","msg":"trace[1268127877] transaction","detail":"{read_only:false; response_revision:7615; number_of_response:1; }","duration":"120.075508ms","start":"2026-03-13T17:28:32.895739Z","end":"2026-03-13T17:28:33.015814Z","steps":["trace[1268127877] 'process raft request' (duration: 50.419157ms)","trace[1268127877] 'compare' (duration: 69.504288ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:28:33.233653Z","caller":"traceutil/trace.go:171","msg":"trace[1464096951] transaction","detail":"{read_only:false; response_revision:7616; number_of_response:1; }","duration":"101.989345ms","start":"2026-03-13T17:28:33.131648Z","end":"2026-03-13T17:28:33.233637Z","steps":["trace[1464096951] 'process raft request' (duration: 101.880531ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:33.258556Z","caller":"traceutil/trace.go:171","msg":"trace[2070620624] transaction","detail":"{read_only:false; response_revision:7617; number_of_response:1; }","duration":"103.530833ms","start":"2026-03-13T17:28:33.15497Z","end":"2026-03-13T17:28:33.258501Z","steps":["trace[2070620624] 'process raft request' (duration: 103.334478ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:33.451217Z","caller":"traceutil/trace.go:171","msg":"trace[2086091590] linearizableReadLoop","detail":"{readStateIndex:7901; appliedIndex:7900; }","duration":"141.751803ms","start":"2026-03-13T17:28:33.309438Z","end":"2026-03-13T17:28:33.45119Z","steps":["trace[2086091590] 'read index received' (duration: 70.484192ms)","trace[2086091590] 'applied index is now lower than readState.Index' (duration: 71.265821ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:28:33.451338Z","caller":"traceutil/trace.go:171","msg":"trace[918233283] transaction","detail":"{read_only:false; response_revision:7618; number_of_response:1; }","duration":"188.008296ms","start":"2026-03-13T17:28:33.263316Z","end":"2026-03-13T17:28:33.451324Z","steps":["trace[918233283] 'process raft request' (duration: 116.661543ms)","trace[918233283] 'compare' (duration: 71.069256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:28:33.451597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.144302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T17:28:33.45164Z","caller":"traceutil/trace.go:171","msg":"trace[497303487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7618; }","duration":"142.222475ms","start":"2026-03-13T17:28:33.309408Z","end":"2026-03-13T17:28:33.45163Z","steps":["trace[497303487] 'agreement among raft nodes before linearized reading' (duration: 142.04868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:33.451923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.195049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T17:28:33.452078Z","caller":"traceutil/trace.go:171","msg":"trace[2107161496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7618; }","duration":"108.418455ms","start":"2026-03-13T17:28:33.343618Z","end":"2026-03-13T17:28:33.452036Z","steps":["trace[2107161496] 'agreement among raft nodes before linearized reading' (duration: 107.986914ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:33.619866Z","caller":"traceutil/trace.go:171","msg":"trace[1098767411] transaction","detail":"{read_only:false; response_revision:7619; number_of_response:1; }","duration":"164.436932ms","start":"2026-03-13T17:28:33.455404Z","end":"2026-03-13T17:28:33.619841Z","steps":["trace[1098767411] 'process raft request' (duration: 164.028202ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:33.718427Z","caller":"traceutil/trace.go:171","msg":"trace[1161244967] transaction","detail":"{read_only:false; response_revision:7620; number_of_response:1; }","duration":"262.870188ms","start":"2026-03-13T17:28:33.455518Z","end":"2026-03-13T17:28:33.718388Z","steps":["trace[1161244967] 'process raft request' (duration: 262.60377ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:33.718446Z","caller":"traceutil/trace.go:171","msg":"trace[2117517006] transaction","detail":"{read_only:false; response_revision:7622; number_of_response:1; }","duration":"261.78135ms","start":"2026-03-13T17:28:33.456631Z","end":"2026-03-13T17:28:33.718412Z","steps":["trace[2117517006] 'process raft request' (duration: 261.687138ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:33.718476Z","caller":"traceutil/trace.go:171","msg":"trace[1652686342] transaction","detail":"{read_only:false; response_revision:7621; number_of_response:1; }","duration":"261.992586ms","start":"2026-03-13T17:28:33.456446Z","end":"2026-03-13T17:28:33.718439Z","steps":["trace[1652686342] 'process raft request' (duration: 261.835382ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:33.718699Z","caller":"traceutil/trace.go:171","msg":"trace[1688446439] transaction","detail":"{read_only:false; response_revision:7623; number_of_response:1; }","duration":"262.047257ms","start":"2026-03-13T17:28:33.456622Z","end":"2026-03-13T17:28:33.718669Z","steps":["trace[1688446439] 'process raft request' (duration: 261.74324ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:33.718934Z","caller":"traceutil/trace.go:171","msg":"trace[903148657] linearizableReadLoop","detail":"{readStateIndex:7906; appliedIndex:7901; }","duration":"149.298094ms","start":"2026-03-13T17:28:33.569306Z","end":"2026-03-13T17:28:33.718604Z","steps":["trace[903148657] 'read index received' (duration: 50.10738ms)","trace[903148657] 'applied index is now lower than readState.Index' (duration: 99.188284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:28:33.718998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.678283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-844c55fd5f-lqss7.189c76b9c796c0c9\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-13T17:28:33.719047Z","caller":"traceutil/trace.go:171","msg":"trace[1345873890] range","detail":"{range_begin:/registry/events/openstack/barbican-api-844c55fd5f-lqss7.189c76b9c796c0c9; range_end:; response_count:1; response_revision:7623; }","duration":"149.766245ms","start":"2026-03-13T17:28:33.569266Z","end":"2026-03-13T17:28:33.719032Z","steps":["trace[1345873890] 'agreement among raft nodes before linearized reading' (duration: 149.55573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:34.199291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.450473ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:28:34.199417Z","caller":"traceutil/trace.go:171","msg":"trace[1048112166] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7623; }","duration":"450.587637ms","start":"2026-03-13T17:28:33.748812Z","end":"2026-03-13T17:28:34.1994Z","steps":["trace[1048112166] 'range keys from in-memory index tree' (duration: 450.436392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:34.199508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.072951ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-13T17:28:34.19961Z","caller":"traceutil/trace.go:171","msg":"trace[193071929] linearizableReadLoop","detail":"{readStateIndex:7907; appliedIndex:7906; }","duration":"348.13504ms","start":"2026-03-13T17:28:33.851458Z","end":"2026-03-13T17:28:34.199593Z","steps":["trace[193071929] 'read index received' (duration: 236.895095ms)","trace[193071929] 'applied index is now lower than readState.Index' (duration: 111.238535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:28:34.199619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:33.721667Z","time spent":"477.948223ms","remote":"127.0.0.1:55726","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T17:28:34.19975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.299135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:28:34.199793Z","caller":"traceutil/trace.go:171","msg":"trace[1445914907] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:7623; }","duration":"348.412447ms","start":"2026-03-13T17:28:33.851371Z","end":"2026-03-13T17:28:34.199784Z","steps":["trace[1445914907] 'agreement among raft nodes before linearized reading' (duration: 348.331045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:34.199892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:33.851351Z","time spent":"348.52461ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:28:34.200007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.21039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:28:34.200105Z","caller":"traceutil/trace.go:171","msg":"trace[1346617197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7623; }","duration":"332.340863ms","start":"2026-03-13T17:28:33.867742Z","end":"2026-03-13T17:28:34.200083Z","steps":["trace[1346617197] 'agreement among raft nodes before linearized reading' (duration: 332.18306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:34.200162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:33.867729Z","time spent":"332.422016ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T17:28:34.457989Z","caller":"traceutil/trace.go:171","msg":"trace[55163131] transaction","detail":"{read_only:false; response_revision:7624; number_of_response:1; }","duration":"257.314399ms","start":"2026-03-13T17:28:34.200642Z","end":"2026-03-13T17:28:34.457956Z","steps":["trace[55163131] 'process raft request' (duration: 244.375513ms)","trace[55163131] 'compare' (duration: 12.560045ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:28:35.214003Z","caller":"traceutil/trace.go:171","msg":"trace[1433623629] linearizableReadLoop","detail":"{readStateIndex:7909; appliedIndex:7908; }","duration":"168.32751ms","start":"2026-03-13T17:28:35.045657Z","end":"2026-03-13T17:28:35.213985Z","steps":["trace[1433623629] 'read index received' (duration: 168.274159ms)","trace[1433623629] 'applied index is now lower than readState.Index' (duration: 52.381µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:28:35.21409Z","caller":"traceutil/trace.go:171","msg":"trace[59226537] transaction","detail":"{read_only:false; response_revision:7625; number_of_response:1; }","duration":"193.484663ms","start":"2026-03-13T17:28:35.020571Z","end":"2026-03-13T17:28:35.214056Z","steps":["trace[59226537] 'process raft request' (duration: 193.273958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:35.214141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.470695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:28:35.214168Z","caller":"traceutil/trace.go:171","msg":"trace[151439316] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7625; }","duration":"168.547737ms","start":"2026-03-13T17:28:35.045612Z","end":"2026-03-13T17:28:35.214159Z","steps":["trace[151439316] 'agreement among raft nodes before linearized reading' (duration: 168.440414ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:35.454637Z","caller":"traceutil/trace.go:171","msg":"trace[741998458] transaction","detail":"{read_only:false; response_revision:7626; number_of_response:1; }","duration":"190.56428ms","start":"2026-03-13T17:28:35.26405Z","end":"2026-03-13T17:28:35.454614Z","steps":["trace[741998458] 'process raft request' (duration: 190.115889ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:28:36.133254Z","caller":"traceutil/trace.go:171","msg":"trace[1273218762] transaction","detail":"{read_only:false; response_revision:7629; number_of_response:1; }","duration":"381.397788ms","start":"2026-03-13T17:28:35.751831Z","end":"2026-03-13T17:28:36.133228Z","steps":["trace[1273218762] 'process raft request' (duration: 381.235874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:36.133409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:35.751813Z","time spent":"381.51446ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:28:36.548959Z","caller":"traceutil/trace.go:171","msg":"trace[1780055875] linearizableReadLoop","detail":"{readStateIndex:7917; appliedIndex:7913; }","duration":"649.405104ms","start":"2026-03-13T17:28:35.899526Z","end":"2026-03-13T17:28:36.548931Z","steps":["trace[1780055875] 'read index received' (duration: 233.592552ms)","trace[1780055875] 'applied index is now lower than readState.Index' (duration: 415.810852ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:28:36.549353Z","caller":"traceutil/trace.go:171","msg":"trace[1465487448] transaction","detail":"{read_only:false; response_revision:7630; number_of_response:1; }","duration":"797.116426ms","start":"2026-03-13T17:28:35.752218Z","end":"2026-03-13T17:28:36.549334Z","steps":["trace[1465487448] 'process raft request' (duration: 793.109905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:36.549494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:35.752198Z","time spent":"797.211799ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:28:36.549756Z","caller":"traceutil/trace.go:171","msg":"trace[406670564] transaction","detail":"{read_only:false; response_revision:7631; number_of_response:1; }","duration":"797.427194ms","start":"2026-03-13T17:28:35.752312Z","end":"2026-03-13T17:28:36.549739Z","steps":["trace[406670564] 'process raft request' (duration: 796.447639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:36.549877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:35.752305Z","time spent":"797.525146ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:28:36.550072Z","caller":"traceutil/trace.go:171","msg":"trace[883044603] transaction","detail":"{read_only:false; response_revision:7632; number_of_response:1; }","duration":"796.945292ms","start":"2026-03-13T17:28:35.753113Z","end":"2026-03-13T17:28:36.550058Z","steps":["trace[883044603] 'process raft request' (duration: 795.747112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:36.550153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:35.7531Z","time spent":"797.014604ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:28:36.550349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.812368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:28:36.550407Z","caller":"traceutil/trace.go:171","msg":"trace[611996454] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7632; }","duration":"650.87319ms","start":"2026-03-13T17:28:35.899518Z","end":"2026-03-13T17:28:36.550392Z","steps":["trace[611996454] 'agreement among raft nodes before linearized reading' (duration: 650.779778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:36.550454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:35.899454Z","time spent":"650.988083ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:28:36.550797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.699364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-13T17:28:36.550855Z","caller":"traceutil/trace.go:171","msg":"trace[493758992] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7632; }","duration":"441.792826ms","start":"2026-03-13T17:28:36.109048Z","end":"2026-03-13T17:28:36.550841Z","steps":["trace[493758992] 'agreement among raft nodes before linearized reading' (duration: 441.599961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:36.551001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:36.109021Z","time spent":"441.96749ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T17:28:36.551311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.878191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:28:36.551359Z","caller":"traceutil/trace.go:171","msg":"trace[1728986476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7632; }","duration":"179.969983ms","start":"2026-03-13T17:28:36.371374Z","end":"2026-03-13T17:28:36.551344Z","steps":["trace[1728986476] 'agreement among raft nodes before linearized reading' (duration: 179.894292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:36.551617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.249982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-13T17:28:36.551649Z","caller":"traceutil/trace.go:171","msg":"trace[896947281] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7632; }","duration":"303.325384ms","start":"2026-03-13T17:28:36.248313Z","end":"2026-03-13T17:28:36.551638Z","steps":["trace[896947281] 'agreement among raft nodes before linearized reading' (duration: 303.239002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:36.551675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:36.248292Z","time spent":"303.374886ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-13T17:28:36.964733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.820661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:28:36.964861Z","caller":"traceutil/trace.go:171","msg":"trace[1499652694] linearizableReadLoop","detail":"{readStateIndex:7918; appliedIndex:7917; }","duration":"408.547689ms","start":"2026-03-13T17:28:36.556293Z","end":"2026-03-13T17:28:36.96484Z","steps":["trace[1499652694] 'read index received' (duration: 140.386879ms)","trace[1499652694] 'applied index is now lower than readState.Index' (duration: 268.15879ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:28:36.964869Z","caller":"traceutil/trace.go:171","msg":"trace[1616684507] transaction","detail":"{read_only:false; response_revision:7633; number_of_response:1; }","duration":"409.220896ms","start":"2026-03-13T17:28:36.55562Z","end":"2026-03-13T17:28:36.96484Z","steps":["trace[1616684507] 'process raft request' (duration: 141.185719ms)","trace[1616684507] 'compare' (duration: 267.573175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:28:36.965169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.42712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:28:36.965224Z","caller":"traceutil/trace.go:171","msg":"trace[1363765380] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7633; }","duration":"210.518263ms","start":"2026-03-13T17:28:36.754693Z","end":"2026-03-13T17:28:36.965211Z","steps":["trace[1363765380] 'agreement among raft nodes before linearized reading' (duration: 210.426701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:36.965209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.901628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-03-13T17:28:36.965268Z","caller":"traceutil/trace.go:171","msg":"trace[1423596830] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7633; }","duration":"408.97598ms","start":"2026-03-13T17:28:36.556276Z","end":"2026-03-13T17:28:36.965252Z","steps":["trace[1423596830] 'agreement among raft nodes before linearized reading' (duration: 408.783895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:28:36.965322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:36.556268Z","time spent":"409.041281ms","remote":"127.0.0.1:55808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19470,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-13T17:28:36.965568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:28:36.555607Z","time spent":"409.311689ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:29:00.622949Z","caller":"traceutil/trace.go:171","msg":"trace[826908548] linearizableReadLoop","detail":"{readStateIndex:8088; appliedIndex:8087; }","duration":"465.496832ms","start":"2026-03-13T17:29:00.157428Z","end":"2026-03-13T17:29:00.622925Z","steps":["trace[826908548] 'read index received' (duration: 465.306737ms)","trace[826908548] 'applied index is now lower than readState.Index' (duration: 188.324µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:00.62299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:00.055264Z","time spent":"567.717641ms","remote":"127.0.0.1:55680","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T17:29:00.623196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.522468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-13T17:29:00.623196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.767879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-13T17:29:00.62325Z","caller":"traceutil/trace.go:171","msg":"trace[1659370182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7796; }","duration":"363.62682ms","start":"2026-03-13T17:29:00.259608Z","end":"2026-03-13T17:29:00.623235Z","steps":["trace[1659370182] 'agreement among raft nodes before linearized reading' (duration: 363.465266ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:00.62326Z","caller":"traceutil/trace.go:171","msg":"trace[1532249024] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:7796; }","duration":"465.894701ms","start":"2026-03-13T17:29:00.15735Z","end":"2026-03-13T17:29:00.623244Z","steps":["trace[1532249024] 'agreement among raft nodes before linearized reading' (duration: 465.694396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:00.623298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:00.15732Z","time spent":"465.969994ms","remote":"127.0.0.1:55744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":536,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"warn","ts":"2026-03-13T17:29:00.623357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.865373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:29:00.623401Z","caller":"traceutil/trace.go:171","msg":"trace[161631838] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7796; }","duration":"113.949585ms","start":"2026-03-13T17:29:00.509439Z","end":"2026-03-13T17:29:00.623388Z","steps":["trace[161631838] 'agreement among raft nodes before linearized reading' (duration: 113.884913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:00.6233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:00.259578Z","time spent":"363.711633ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T17:29:00.623548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.053742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:29:00.623659Z","caller":"traceutil/trace.go:171","msg":"trace[506379870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7796; }","duration":"257.208896ms","start":"2026-03-13T17:29:00.366423Z","end":"2026-03-13T17:29:00.623632Z","steps":["trace[506379870] 'agreement among raft nodes before linearized reading' (duration: 257.046772ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:02.165617Z","caller":"traceutil/trace.go:171","msg":"trace[1936574794] linearizableReadLoop","detail":"{readStateIndex:8101; appliedIndex:8100; }","duration":"244.071365ms","start":"2026-03-13T17:29:01.921527Z","end":"2026-03-13T17:29:02.165599Z","steps":["trace[1936574794] 'read index received' (duration: 243.608473ms)","trace[1936574794] 'applied index is now lower than readState.Index' (duration: 461.752µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:02.165862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.28064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-13T17:29:02.16591Z","caller":"traceutil/trace.go:171","msg":"trace[126407528] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7809; }","duration":"244.403643ms","start":"2026-03-13T17:29:01.921489Z","end":"2026-03-13T17:29:02.165893Z","steps":["trace[126407528] 'agreement among raft nodes before linearized reading' (duration: 244.187008ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:02.166004Z","caller":"traceutil/trace.go:171","msg":"trace[1331822495] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"290.899721ms","start":"2026-03-13T17:29:01.875077Z","end":"2026-03-13T17:29:02.165977Z","steps":["trace[1331822495] 'process raft request' (duration: 290.384268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:04.068812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800522083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:29:04.569941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800522083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:29:05.070374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800522083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:29:05.384524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635916241s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:29:05.384682Z","caller":"traceutil/trace.go:171","msg":"trace[322258261] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7814; }","duration":"1.636091695s","start":"2026-03-13T17:29:03.748565Z","end":"2026-03-13T17:29:05.384657Z","steps":["trace[322258261] 'range keys from in-memory index tree' (duration: 1.63587781s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:05.406978Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.920576756s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T17:29:05.407337Z","caller":"traceutil/trace.go:171","msg":"trace[1050278974] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"1.921048988s","start":"2026-03-13T17:29:03.486261Z","end":"2026-03-13T17:29:05.40731Z","steps":["trace[1050278974] 'process raft request' (duration: 1.920903334s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:05.407508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:03.486229Z","time spent":"1.921173331s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:29:06.366258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999728646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T17:29:06.366377Z","caller":"traceutil/trace.go:171","msg":"trace[1402336446] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999920371s","start":"2026-03-13T17:29:04.366419Z","end":"2026-03-13T17:29:06.36634Z","steps":["trace[1402336446] 'agreement among raft nodes before linearized reading' (duration: 1.999765797s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:06.366466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:04.366396Z","time spent":"2.000048404s","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:29:06.943804Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.534245366s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T17:29:06.964814Z","caller":"traceutil/trace.go:171","msg":"trace[778805233] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"3.413699167s","start":"2026-03-13T17:29:03.551059Z","end":"2026-03-13T17:29:06.964758Z","steps":["trace[778805233] 'process raft request' (duration: 3.393053329s)","trace[778805233] 'compare' (duration: 19.690234ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:29:06.96513Z","caller":"traceutil/trace.go:171","msg":"trace[1791480278] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"3.085206841s","start":"2026-03-13T17:29:03.879888Z","end":"2026-03-13T17:29:06.965094Z","steps":["trace[1791480278] 'process raft request' (duration: 3.084665977s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:06.965192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:03.551032Z","time spent":"3.413895302s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:29:06.965292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:03.879861Z","time spent":"3.085347555s","remote":"127.0.0.1:55808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19420,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:29:07.019195Z","caller":"traceutil/trace.go:171","msg":"trace[1379877040] linearizableReadLoop","detail":"{readStateIndex:8109; appliedIndex:8106; }","duration":"3.450600715s","start":"2026-03-13T17:29:03.568565Z","end":"2026-03-13T17:29:07.019166Z","steps":["trace[1379877040] 'read index received' (duration: 1.838648386s)","trace[1379877040] 'applied index is now lower than readState.Index' (duration: 1.611950509s)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:29:07.019231Z","caller":"traceutil/trace.go:171","msg":"trace[684668803] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"1.698051923s","start":"2026-03-13T17:29:05.321136Z","end":"2026-03-13T17:29:07.019188Z","steps":["trace[684668803] 'process raft request' (duration: 1.697823767s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.019397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:05.321099Z","time spent":"1.698215107s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:29:07.019496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.450909663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-844c55fd5f-lqss7.189c76b9c796c0c9\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-13T17:29:07.019548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905122028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:29:07.01958Z","caller":"traceutil/trace.go:171","msg":"trace[997718269] range","detail":"{range_begin:/registry/events/openstack/barbican-api-844c55fd5f-lqss7.189c76b9c796c0c9; range_end:; response_count:1; response_revision:7818; }","duration":"3.451067797s","start":"2026-03-13T17:29:03.568491Z","end":"2026-03-13T17:29:07.019559Z","steps":["trace[997718269] 'agreement among raft nodes before linearized reading' (duration: 3.45080149s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.019589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.427773042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T17:29:07.019617Z","caller":"traceutil/trace.go:171","msg":"trace[1365655669] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7818; }","duration":"1.905230441s","start":"2026-03-13T17:29:05.114367Z","end":"2026-03-13T17:29:07.019597Z","steps":["trace[1365655669] 'agreement among raft nodes before linearized reading' (duration: 1.905116728s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.019638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:03.568461Z","time spent":"3.45116433s","remote":"127.0.0.1:55726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-844c55fd5f-lqss7.189c76b9c796c0c9\" "} {"level":"info","ts":"2026-03-13T17:29:07.019648Z","caller":"traceutil/trace.go:171","msg":"trace[1238890837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7818; }","duration":"3.427874075s","start":"2026-03-13T17:29:03.591759Z","end":"2026-03-13T17:29:07.019633Z","steps":["trace[1238890837] 'agreement among raft nodes before linearized reading' (duration: 3.42770053s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.019665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:05.114346Z","time spent":"1.905308512s","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:29:07.019685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:03.591737Z","time spent":"3.427940996s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T17:29:07.019777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.763125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:29:07.019858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374190658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T17:29:07.019906Z","caller":"traceutil/trace.go:171","msg":"trace[528635104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7818; }","duration":"2.37428505s","start":"2026-03-13T17:29:04.645608Z","end":"2026-03-13T17:29:07.019893Z","steps":["trace[528635104] 'agreement among raft nodes before linearized reading' (duration: 2.374112436s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.019914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598180728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T17:29:07.019943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:04.645587Z","time spent":"2.374349261s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T17:29:07.019953Z","caller":"traceutil/trace.go:171","msg":"trace[1620193505] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7818; }","duration":"2.59827941s","start":"2026-03-13T17:29:04.42166Z","end":"2026-03-13T17:29:07.01994Z","steps":["trace[1620193505] 'agreement among raft nodes before linearized reading' (duration: 2.598202098s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.019973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904839741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:29:07.019987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:04.421633Z","time spent":"2.598346982s","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:29:07.020016Z","caller":"traceutil/trace.go:171","msg":"trace[1179807840] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7818; }","duration":"1.904975124s","start":"2026-03-13T17:29:05.115029Z","end":"2026-03-13T17:29:07.020004Z","steps":["trace[1179807840] 'agreement among raft nodes before linearized reading' (duration: 1.904907962s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.02002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670797227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T17:29:07.02005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:05.115001Z","time spent":"1.905040826s","remote":"127.0.0.1:54182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:29:07.020067Z","caller":"traceutil/trace.go:171","msg":"trace[250790053] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:7818; }","duration":"1.670883739s","start":"2026-03-13T17:29:05.34917Z","end":"2026-03-13T17:29:07.020054Z","steps":["trace[250790053] 'agreement among raft nodes before linearized reading' (duration: 1.670741376s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.020105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:05.349151Z","time spent":"1.67094109s","remote":"127.0.0.1:55928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:29:07.020136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331267839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T17:29:07.020173Z","caller":"traceutil/trace.go:171","msg":"trace[635934180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7818; }","duration":"2.331325341s","start":"2026-03-13T17:29:04.688839Z","end":"2026-03-13T17:29:07.020164Z","steps":["trace[635934180] 'agreement among raft nodes before linearized reading' (duration: 2.331230469s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:07.019884Z","caller":"traceutil/trace.go:171","msg":"trace[122799551] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7818; }","duration":"918.909947ms","start":"2026-03-13T17:29:06.100954Z","end":"2026-03-13T17:29:07.019864Z","steps":["trace[122799551] 'agreement among raft nodes before linearized reading' (duration: 918.554489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.020202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:04.688827Z","time spent":"2.331369132s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T17:29:07.02021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.385812416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T17:29:07.020217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:06.100939Z","time spent":"919.265717ms","remote":"127.0.0.1:44954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:29:07.020195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097969962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:29:07.020246Z","caller":"traceutil/trace.go:171","msg":"trace[1152298731] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:7818; }","duration":"3.385886158s","start":"2026-03-13T17:29:03.63435Z","end":"2026-03-13T17:29:07.020236Z","steps":["trace[1152298731] 'agreement among raft nodes before linearized reading' (duration: 3.385766645s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.020253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111595922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T17:29:07.020272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:03.634324Z","time spent":"3.385943019s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-qf5f2\" "} {"level":"info","ts":"2026-03-13T17:29:07.020274Z","caller":"traceutil/trace.go:171","msg":"trace[1507565187] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7818; }","duration":"3.098119245s","start":"2026-03-13T17:29:03.922137Z","end":"2026-03-13T17:29:07.020257Z","steps":["trace[1507565187] 'agreement among raft nodes before linearized reading' (duration: 3.097954251s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:07.020311Z","caller":"traceutil/trace.go:171","msg":"trace[1337826756] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7818; }","duration":"1.111639573s","start":"2026-03-13T17:29:05.908646Z","end":"2026-03-13T17:29:07.020286Z","steps":["trace[1337826756] 'agreement among raft nodes before linearized reading' (duration: 1.111551881s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.020329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:03.922112Z","time spent":"3.098206698s","remote":"127.0.0.1:47806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:29:07.020349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:05.908601Z","time spent":"1.111738985s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:29:07.020395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332609302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T17:29:07.0199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013358022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:29:07.020472Z","caller":"traceutil/trace.go:171","msg":"trace[1556306072] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:7818; }","duration":"1.013967227s","start":"2026-03-13T17:29:06.006494Z","end":"2026-03-13T17:29:07.020461Z","steps":["trace[1556306072] 'agreement among raft nodes before linearized reading' (duration: 1.013365792s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.020503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336600623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T17:29:07.020523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:06.006474Z","time spent":"1.014030119s","remote":"127.0.0.1:55780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:29:07.020535Z","caller":"traceutil/trace.go:171","msg":"trace[741183683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7818; }","duration":"2.336675226s","start":"2026-03-13T17:29:04.683852Z","end":"2026-03-13T17:29:07.020527Z","steps":["trace[741183683] 'agreement among raft nodes before linearized reading' (duration: 2.336597704s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.020566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:04.683828Z","time spent":"2.336732037s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T17:29:07.020597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.850325686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-13T17:29:07.020589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.933337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-13T17:29:07.020621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.728572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:29:07.020431Z","caller":"traceutil/trace.go:171","msg":"trace[2005683122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7818; }","duration":"2.332666804s","start":"2026-03-13T17:29:04.687756Z","end":"2026-03-13T17:29:07.020423Z","steps":["trace[2005683122] 'agreement among raft nodes before linearized reading' (duration: 2.332558762s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:07.020657Z","caller":"traceutil/trace.go:171","msg":"trace[781372516] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7818; }","duration":"284.05591ms","start":"2026-03-13T17:29:06.736588Z","end":"2026-03-13T17:29:07.020644Z","steps":["trace[781372516] 'agreement among raft nodes before linearized reading' (duration: 283.513866ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:07.020651Z","caller":"traceutil/trace.go:171","msg":"trace[957768166] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7818; }","duration":"2.850424689s","start":"2026-03-13T17:29:04.170209Z","end":"2026-03-13T17:29:07.020634Z","steps":["trace[957768166] 'agreement among raft nodes before linearized reading' (duration: 2.850309686s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:07.020659Z","caller":"traceutil/trace.go:171","msg":"trace[439219961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7818; }","duration":"653.813704ms","start":"2026-03-13T17:29:06.366835Z","end":"2026-03-13T17:29:07.020649Z","steps":["trace[439219961] 'agreement among raft nodes before linearized reading' (duration: 653.756173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.020694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:06.366807Z","time spent":"653.879956ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:29:07.020693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:04.170183Z","time spent":"2.850500441s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T17:29:07.020694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:04.687744Z","time spent":"2.332936731s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T17:29:07.294001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.778399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:29:07.294203Z","caller":"traceutil/trace.go:171","msg":"trace[1692084471] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"270.424658ms","start":"2026-03-13T17:29:07.023756Z","end":"2026-03-13T17:29:07.294181Z","steps":["trace[1692084471] 'process raft request' (duration: 127.369672ms)","trace[1692084471] 'compare' (duration: 142.507652ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:29:07.355191Z","caller":"traceutil/trace.go:171","msg":"trace[1252463911] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"328.928078ms","start":"2026-03-13T17:29:07.026247Z","end":"2026-03-13T17:29:07.355175Z","steps":["trace[1252463911] 'process raft request' (duration: 328.874987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.355325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:07.026221Z","time spent":"329.033931ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:29:07.355301Z","caller":"traceutil/trace.go:171","msg":"trace[96867437] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"328.96188ms","start":"2026-03-13T17:29:07.026307Z","end":"2026-03-13T17:29:07.355269Z","steps":["trace[96867437] 'process raft request' (duration: 328.791615ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:07.355464Z","caller":"traceutil/trace.go:171","msg":"trace[334110838] linearizableReadLoop","detail":"{readStateIndex:8117; appliedIndex:8111; }","duration":"328.493007ms","start":"2026-03-13T17:29:07.026956Z","end":"2026-03-13T17:29:07.355449Z","steps":["trace[334110838] 'read index received' (duration: 124.259643ms)","trace[334110838] 'applied index is now lower than readState.Index' (duration: 204.232454ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:29:07.355482Z","caller":"traceutil/trace.go:171","msg":"trace[2109518807] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"327.801399ms","start":"2026-03-13T17:29:07.027657Z","end":"2026-03-13T17:29:07.355459Z","steps":["trace[2109518807] 'process raft request' (duration: 327.661846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.355457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:07.026259Z","time spent":"329.112513ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:29:07.3556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.63514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:29:07.355634Z","caller":"traceutil/trace.go:171","msg":"trace[1563327267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7826; }","duration":"328.695601ms","start":"2026-03-13T17:29:07.02693Z","end":"2026-03-13T17:29:07.355626Z","steps":["trace[1563327267] 'agreement among raft nodes before linearized reading' (duration: 328.63658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.355665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:07.026922Z","time spent":"328.735392ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:29:07.355707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:07.027638Z","time spent":"327.946723ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:29:07.355737Z","caller":"traceutil/trace.go:171","msg":"trace[1723978964] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"328.940078ms","start":"2026-03-13T17:29:07.026788Z","end":"2026-03-13T17:29:07.355728Z","steps":["trace[1723978964] 'process raft request' (duration: 328.362684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.355782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:07.026778Z","time spent":"328.980769ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:29:07.355549Z","caller":"traceutil/trace.go:171","msg":"trace[1571773665] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"327.870421ms","start":"2026-03-13T17:29:07.027668Z","end":"2026-03-13T17:29:07.355538Z","steps":["trace[1571773665] 'process raft request' (duration: 327.735368ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:07.355189Z","caller":"traceutil/trace.go:171","msg":"trace[1405632950] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"328.890888ms","start":"2026-03-13T17:29:07.026258Z","end":"2026-03-13T17:29:07.355149Z","steps":["trace[1405632950] 'process raft request' (duration: 328.704943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.356096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.126702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228514"} {"level":"info","ts":"2026-03-13T17:29:07.356119Z","caller":"traceutil/trace.go:171","msg":"trace[1931675893] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7826; }","duration":"329.205124ms","start":"2026-03-13T17:29:07.026906Z","end":"2026-03-13T17:29:07.356112Z","steps":["trace[1931675893] 'agreement among raft nodes before linearized reading' (duration: 328.952428ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:07.356079Z","caller":"traceutil/trace.go:171","msg":"trace[969395813] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"329.739019ms","start":"2026-03-13T17:29:07.026304Z","end":"2026-03-13T17:29:07.356043Z","steps":["trace[969395813] 'process raft request' (duration: 328.766585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:07.356145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:07.026893Z","time spent":"329.247275ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228538,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T17:29:07.356096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:07.026239Z","time spent":"329.81326ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:29:07.35622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:07.026286Z","time spent":"329.874832ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:29:07.356612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:07.027658Z","time spent":"328.22492ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:29:07.865024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800522100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:29:08.229969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.639506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:29:08.230193Z","caller":"traceutil/trace.go:171","msg":"trace[2009611988] linearizableReadLoop","detail":"{readStateIndex:8120; appliedIndex:8119; }","duration":"865.654339ms","start":"2026-03-13T17:29:07.364508Z","end":"2026-03-13T17:29:08.230162Z","steps":["trace[2009611988] 'read index received' (duration: 761.4449ms)","trace[2009611988] 'applied index is now lower than readState.Index' (duration: 104.207219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:08.230304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.796243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:29:08.230356Z","caller":"traceutil/trace.go:171","msg":"trace[2084838982] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7827; }","duration":"865.848604ms","start":"2026-03-13T17:29:07.364477Z","end":"2026-03-13T17:29:08.230326Z","steps":["trace[2084838982] 'agreement among raft nodes before linearized reading' (duration: 865.763632ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:08.230227Z","caller":"traceutil/trace.go:171","msg":"trace[2012116401] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"871.436005ms","start":"2026-03-13T17:29:07.358758Z","end":"2026-03-13T17:29:08.230194Z","steps":["trace[2012116401] 'process raft request' (duration: 767.225836ms)","trace[2012116401] 'compare' (duration: 103.367768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:08.230385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:07.364464Z","time spent":"865.914696ms","remote":"127.0.0.1:56118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:29:08.230497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.979884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-13T17:29:08.230504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:07.358744Z","time spent":"871.66521ms","remote":"127.0.0.1:55726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:29:08.23055Z","caller":"traceutil/trace.go:171","msg":"trace[1778865394] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7827; }","duration":"725.064706ms","start":"2026-03-13T17:29:07.50547Z","end":"2026-03-13T17:29:08.230535Z","steps":["trace[1778865394] 'agreement among raft nodes before linearized reading' (duration: 724.901652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:08.230596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:07.505449Z","time spent":"725.137118ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T17:29:08.230682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.451809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:29:08.230756Z","caller":"traceutil/trace.go:171","msg":"trace[1264086482] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:7827; }","duration":"422.547042ms","start":"2026-03-13T17:29:07.808201Z","end":"2026-03-13T17:29:08.230748Z","steps":["trace[1264086482] 'agreement among raft nodes before linearized reading' (duration: 422.455619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:08.230783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:07.80819Z","time spent":"422.585202ms","remote":"127.0.0.1:54274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:29:08.230777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.356427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:29:08.230844Z","caller":"traceutil/trace.go:171","msg":"trace[1858960482] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7827; }","duration":"605.430459ms","start":"2026-03-13T17:29:07.625393Z","end":"2026-03-13T17:29:08.230824Z","steps":["trace[1858960482] 'agreement among raft nodes before linearized reading' (duration: 605.281095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:08.230869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.358354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:29:08.230897Z","caller":"traceutil/trace.go:171","msg":"trace[1731561161] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7827; }","duration":"632.417406ms","start":"2026-03-13T17:29:07.598472Z","end":"2026-03-13T17:29:08.230889Z","steps":["trace[1731561161] 'agreement among raft nodes before linearized reading' (duration: 632.309514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:08.230907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:07.625352Z","time spent":"605.539531ms","remote":"127.0.0.1:46518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:29:08.23099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.7693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-13T17:29:08.231022Z","caller":"traceutil/trace.go:171","msg":"trace[1897531588] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7827; }","duration":"152.831321ms","start":"2026-03-13T17:29:08.078183Z","end":"2026-03-13T17:29:08.231014Z","steps":["trace[1897531588] 'agreement among raft nodes before linearized reading' (duration: 152.723839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:08.231042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.961484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:29:08.230928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:07.598444Z","time spent":"632.472298ms","remote":"127.0.0.1:55744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":102,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:29:08.231107Z","caller":"traceutil/trace.go:171","msg":"trace[583527996] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7827; }","duration":"439.069256ms","start":"2026-03-13T17:29:07.792022Z","end":"2026-03-13T17:29:08.231092Z","steps":["trace[583527996] 'agreement among raft nodes before linearized reading' (duration: 438.964314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:08.231163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:07.792001Z","time spent":"439.146068ms","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:29:08.23123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.969708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-13T17:29:08.231283Z","caller":"traceutil/trace.go:171","msg":"trace[1973327736] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7827; }","duration":"284.03663ms","start":"2026-03-13T17:29:07.947221Z","end":"2026-03-13T17:29:08.231257Z","steps":["trace[1973327736] 'agreement among raft nodes before linearized reading' (duration: 283.946477ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:08.411967Z","caller":"traceutil/trace.go:171","msg":"trace[1966653239] linearizableReadLoop","detail":"{readStateIndex:8122; appliedIndex:8121; }","duration":"103.111983ms","start":"2026-03-13T17:29:08.308829Z","end":"2026-03-13T17:29:08.411941Z","steps":["trace[1966653239] 'read index received' (duration: 40.267673ms)","trace[1966653239] 'applied index is now lower than readState.Index' (duration: 62.843ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:29:08.412049Z","caller":"traceutil/trace.go:171","msg":"trace[160353736] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"177.372868ms","start":"2026-03-13T17:29:08.234616Z","end":"2026-03-13T17:29:08.411989Z","steps":["trace[160353736] 'process raft request' (duration: 114.532729ms)","trace[160353736] 'compare' (duration: 62.664734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:08.412323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.84469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-13T17:29:08.41265Z","caller":"traceutil/trace.go:171","msg":"trace[485386126] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7829; }","duration":"178.195408ms","start":"2026-03-13T17:29:08.234429Z","end":"2026-03-13T17:29:08.412624Z","steps":["trace[485386126] 'agreement among raft nodes before linearized reading' (duration: 177.667645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:08.649737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.567353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-13T17:29:08.649864Z","caller":"traceutil/trace.go:171","msg":"trace[554202378] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7829; }","duration":"136.730267ms","start":"2026-03-13T17:29:08.513114Z","end":"2026-03-13T17:29:08.649844Z","steps":["trace[554202378] 'range keys from in-memory index tree' (duration: 136.403899ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:09.249343Z","caller":"traceutil/trace.go:171","msg":"trace[1022716749] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"255.691717ms","start":"2026-03-13T17:29:08.993619Z","end":"2026-03-13T17:29:09.24931Z","steps":["trace[1022716749] 'process raft request' (duration: 255.486862ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:09.26779Z","caller":"traceutil/trace.go:171","msg":"trace[1969942373] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"243.575312ms","start":"2026-03-13T17:29:09.024195Z","end":"2026-03-13T17:29:09.26777Z","steps":["trace[1969942373] 'process raft request' (duration: 243.023318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:21.481761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.981097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:29:21.481888Z","caller":"traceutil/trace.go:171","msg":"trace[760951039] linearizableReadLoop","detail":"{readStateIndex:8222; appliedIndex:8221; }","duration":"941.850645ms","start":"2026-03-13T17:29:20.540017Z","end":"2026-03-13T17:29:21.481868Z","steps":["trace[760951039] 'read index received' (duration: 437.57962ms)","trace[760951039] 'applied index is now lower than readState.Index' (duration: 504.269455ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:29:21.481959Z","caller":"traceutil/trace.go:171","msg":"trace[252610665] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"942.694316ms","start":"2026-03-13T17:29:20.539254Z","end":"2026-03-13T17:29:21.481948Z","steps":["trace[252610665] 'process raft request' (duration: 438.314458ms)","trace[252610665] 'compare' (duration: 503.311951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:21.482129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:20.539238Z","time spent":"942.753298ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4652,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:29:21.482248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.193754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-13T17:29:21.482353Z","caller":"traceutil/trace.go:171","msg":"trace[311949494] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:7923; }","duration":"942.334348ms","start":"2026-03-13T17:29:20.539994Z","end":"2026-03-13T17:29:21.482328Z","steps":["trace[311949494] 'agreement among raft nodes before linearized reading' (duration: 942.0105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:21.482406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:20.539983Z","time spent":"942.413309ms","remote":"127.0.0.1:55744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":555,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-13T17:29:21.505974Z","caller":"traceutil/trace.go:171","msg":"trace[2142291051] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"446.079793ms","start":"2026-03-13T17:29:21.059865Z","end":"2026-03-13T17:29:21.505945Z","steps":["trace[2142291051] 'process raft request' (duration: 445.910468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:21.506156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:21.059836Z","time spent":"446.231806ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:29:21.96228Z","caller":"traceutil/trace.go:171","msg":"trace[1904095869] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"655.573528ms","start":"2026-03-13T17:29:21.306671Z","end":"2026-03-13T17:29:21.962245Z","steps":["trace[1904095869] 'process raft request' (duration: 632.467808ms)","trace[1904095869] 'compare' (duration: 22.893155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:21.962537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:21.306641Z","time spent":"655.797804ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:29:21.962743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.622916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:29:21.962818Z","caller":"traceutil/trace.go:171","msg":"trace[1893741941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7926; }","duration":"596.728319ms","start":"2026-03-13T17:29:21.366072Z","end":"2026-03-13T17:29:21.962801Z","steps":["trace[1893741941] 'agreement among raft nodes before linearized reading' (duration: 596.609466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:21.962865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:21.366059Z","time spent":"596.794661ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T17:29:21.96273Z","caller":"traceutil/trace.go:171","msg":"trace[1175274647] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7926; }","duration":"479.031661ms","start":"2026-03-13T17:29:21.483652Z","end":"2026-03-13T17:29:21.962684Z","steps":["trace[1175274647] 'process raft request' (duration: 478.504698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:21.962956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.613991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ltdx6\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-03-13T17:29:21.962967Z","caller":"traceutil/trace.go:171","msg":"trace[872137327] linearizableReadLoop","detail":"{readStateIndex:8224; appliedIndex:8222; }","duration":"480.470007ms","start":"2026-03-13T17:29:21.481914Z","end":"2026-03-13T17:29:21.962385Z","steps":["trace[872137327] 'read index received' (duration: 23.858669ms)","trace[872137327] 'applied index is now lower than readState.Index' (duration: 456.609198ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:29:21.963036Z","caller":"traceutil/trace.go:171","msg":"trace[2036613103] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ltdx6; range_end:; response_count:1; response_revision:7926; }","duration":"817.749436ms","start":"2026-03-13T17:29:21.145268Z","end":"2026-03-13T17:29:21.963018Z","steps":["trace[2036613103] 'agreement among raft nodes before linearized reading' (duration: 817.50811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:21.963037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:21.483619Z","time spent":"479.304507ms","remote":"127.0.0.1:55744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-13T17:29:21.963083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:21.145243Z","time spent":"817.831427ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4691,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ltdx6\" "} {"level":"info","ts":"2026-03-13T17:29:22.032875Z","caller":"traceutil/trace.go:171","msg":"trace[939404957] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"492.692565ms","start":"2026-03-13T17:29:21.540133Z","end":"2026-03-13T17:29:22.032825Z","steps":["trace[939404957] 'process raft request' (duration: 492.49279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:22.032978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.236927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T17:29:22.033032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.850937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T17:29:22.033054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:21.540113Z","time spent":"492.848419ms","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:29:22.033092Z","caller":"traceutil/trace.go:171","msg":"trace[2107883236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7928; }","duration":"521.931459ms","start":"2026-03-13T17:29:21.511147Z","end":"2026-03-13T17:29:22.033079Z","steps":["trace[2107883236] 'agreement among raft nodes before linearized reading' (duration: 521.692823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:22.033129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.458782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T17:29:22.033137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:21.51113Z","time spent":"521.995991ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T17:29:22.033179Z","caller":"traceutil/trace.go:171","msg":"trace[932699233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7928; }","duration":"522.494663ms","start":"2026-03-13T17:29:21.510662Z","end":"2026-03-13T17:29:22.033157Z","steps":["trace[932699233] 'agreement among raft nodes before linearized reading' (duration: 522.410551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:22.033214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:21.51065Z","time spent":"522.556415ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T17:29:22.033339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.73191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T17:29:22.033046Z","caller":"traceutil/trace.go:171","msg":"trace[93694994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7928; }","duration":"522.314919ms","start":"2026-03-13T17:29:21.510715Z","end":"2026-03-13T17:29:22.03303Z","steps":["trace[93694994] 'agreement among raft nodes before linearized reading' (duration: 522.114344ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:22.033383Z","caller":"traceutil/trace.go:171","msg":"trace[725130139] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7928; }","duration":"530.799432ms","start":"2026-03-13T17:29:21.502566Z","end":"2026-03-13T17:29:22.033366Z","steps":["trace[725130139] 'agreement among raft nodes before linearized reading' (duration: 530.71876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:22.033421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:21.502544Z","time spent":"530.867134ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T17:29:22.033414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:21.510693Z","time spent":"522.709459ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T17:29:22.033302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.756627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T17:29:22.033497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.142604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T17:29:22.033541Z","caller":"traceutil/trace.go:171","msg":"trace[1573721157] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7928; }","duration":"172.052694ms","start":"2026-03-13T17:29:21.861475Z","end":"2026-03-13T17:29:22.033528Z","steps":["trace[1573721157] 'agreement among raft nodes before linearized reading' (duration: 171.637374ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:22.033547Z","caller":"traceutil/trace.go:171","msg":"trace[2043466531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7928; }","duration":"522.200526ms","start":"2026-03-13T17:29:21.511333Z","end":"2026-03-13T17:29:22.033533Z","steps":["trace[2043466531] 'agreement among raft nodes before linearized reading' (duration: 522.026252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:22.03358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:21.511328Z","time spent":"522.245397ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T17:29:22.033595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.152156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T17:29:22.033596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.375683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T17:29:22.033591Z","caller":"traceutil/trace.go:171","msg":"trace[107108217] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"387.030348ms","start":"2026-03-13T17:29:21.646529Z","end":"2026-03-13T17:29:22.033559Z","steps":["trace[107108217] 'process raft request' (duration: 386.220448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:22.033626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.881326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-ltdx6\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-13T17:29:22.033646Z","caller":"traceutil/trace.go:171","msg":"trace[1766065552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7928; }","duration":"534.235518ms","start":"2026-03-13T17:29:21.499397Z","end":"2026-03-13T17:29:22.033633Z","steps":["trace[1766065552] 'agreement among raft nodes before linearized reading' (duration: 534.120745ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:22.033658Z","caller":"traceutil/trace.go:171","msg":"trace[786414715] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:7928; }","duration":"515.464548ms","start":"2026-03-13T17:29:21.518179Z","end":"2026-03-13T17:29:22.033644Z","steps":["trace[786414715] 'agreement among raft nodes before linearized reading' (duration: 515.272312ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:22.033683Z","caller":"traceutil/trace.go:171","msg":"trace[107376277] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-ltdx6; range_end:; response_count:1; response_revision:7928; }","duration":"546.99091ms","start":"2026-03-13T17:29:21.486679Z","end":"2026-03-13T17:29:22.03367Z","steps":["trace[107376277] 'agreement among raft nodes before linearized reading' (duration: 546.841986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:22.033689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:21.499383Z","time spent":"534.295301ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T17:29:22.033713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:21.518169Z","time spent":"515.532679ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-qf5f2\" "} {"level":"warn","ts":"2026-03-13T17:29:22.033718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:21.486657Z","time spent":"547.053971ms","remote":"127.0.0.1:38852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2827,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-ltdx6\" "} {"level":"warn","ts":"2026-03-13T17:29:22.033746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:21.646499Z","time spent":"387.170072ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:29:22.03383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.554649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ltdx6\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-03-13T17:29:22.033901Z","caller":"traceutil/trace.go:171","msg":"trace[457863361] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ltdx6; range_end:; response_count:1; response_revision:7928; }","duration":"546.943309ms","start":"2026-03-13T17:29:21.486938Z","end":"2026-03-13T17:29:22.033882Z","steps":["trace[457863361] 'agreement among raft nodes before linearized reading' (duration: 546.431385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:22.033954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:21.486919Z","time spent":"547.023281ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4691,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ltdx6\" "} {"level":"warn","ts":"2026-03-13T17:29:22.533876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800522415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:29:23.034204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800522415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:29:23.223164Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.190508525s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T17:29:23.223577Z","caller":"traceutil/trace.go:171","msg":"trace[1992935063] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"1.25399049s","start":"2026-03-13T17:29:21.969558Z","end":"2026-03-13T17:29:23.223549Z","steps":["trace[1992935063] 'process raft request' (duration: 1.253820576s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:23.223741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:21.969541Z","time spent":"1.254108903s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:29:23.779947Z","caller":"traceutil/trace.go:171","msg":"trace[1412561629] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"1.741463394s","start":"2026-03-13T17:29:22.038459Z","end":"2026-03-13T17:29:23.779922Z","steps":["trace[1412561629] 'process raft request' (duration: 1.7412879s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:23.78012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:22.03843Z","time spent":"1.741593828s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:29:23.780382Z","caller":"traceutil/trace.go:171","msg":"trace[112544174] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"1.741421223s","start":"2026-03-13T17:29:22.038934Z","end":"2026-03-13T17:29:23.780355Z","steps":["trace[112544174] 'process raft request' (duration: 1.741150356s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:23.780649Z","caller":"traceutil/trace.go:171","msg":"trace[1776203197] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"1.741656799s","start":"2026-03-13T17:29:22.038971Z","end":"2026-03-13T17:29:23.780628Z","steps":["trace[1776203197] 'process raft request' (duration: 1.741333151s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:23.780702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:22.038924Z","time spent":"1.741534566s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:29:23.780787Z","caller":"traceutil/trace.go:171","msg":"trace[421937380] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"1.741288649s","start":"2026-03-13T17:29:22.039466Z","end":"2026-03-13T17:29:23.780755Z","steps":["trace[421937380] 'process raft request' (duration: 1.741156686s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:23.780931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:22.03944Z","time spent":"1.741409411s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:29:23.780942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779427518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-13T17:29:23.780943Z","caller":"traceutil/trace.go:171","msg":"trace[1097639467] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"1.741732671s","start":"2026-03-13T17:29:22.039176Z","end":"2026-03-13T17:29:23.780908Z","steps":["trace[1097639467] 'process raft request' (duration: 1.741362932s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:23.781Z","caller":"traceutil/trace.go:171","msg":"trace[1816178654] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:7936; }","duration":"1.779533491s","start":"2026-03-13T17:29:22.001451Z","end":"2026-03-13T17:29:23.780985Z","steps":["trace[1816178654] 'agreement among raft nodes before linearized reading' (duration: 1.779348796s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:23.780992Z","caller":"traceutil/trace.go:171","msg":"trace[1988811206] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"1.627084489s","start":"2026-03-13T17:29:22.153862Z","end":"2026-03-13T17:29:23.780947Z","steps":["trace[1988811206] 'process raft request' (duration: 1.626812632s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:23.780923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:22.038961Z","time spent":"1.741853604s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:29:23.781055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:22.001413Z","time spent":"1.779629433s","remote":"127.0.0.1:59282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5170,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-13T17:29:23.781139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:22.153805Z","time spent":"1.627263854s","remote":"127.0.0.1:55726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T17:29:23.781091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:22.039162Z","time spent":"1.741850393s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:29:23.780767Z","caller":"traceutil/trace.go:171","msg":"trace[658626352] linearizableReadLoop","detail":"{readStateIndex:8235; appliedIndex:8227; }","duration":"1.747941987s","start":"2026-03-13T17:29:22.032807Z","end":"2026-03-13T17:29:23.780749Z","steps":["trace[658626352] 'read index received' (duration: 1.190685219s)","trace[658626352] 'applied index is now lower than readState.Index' (duration: 557.255468ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:29:23.781035Z","caller":"traceutil/trace.go:171","msg":"trace[361255888] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"1.741770352s","start":"2026-03-13T17:29:22.038534Z","end":"2026-03-13T17:29:23.780304Z","steps":["trace[361255888] 'process raft request' (duration: 1.741351121s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:23.78231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:22.03852Z","time spent":"1.743588178s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:29:24.282473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800522425,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T17:29:24.294527Z","caller":"traceutil/trace.go:171","msg":"trace[540115514] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"974.827194ms","start":"2026-03-13T17:29:23.319681Z","end":"2026-03-13T17:29:24.294508Z","steps":["trace[540115514] 'process raft request' (duration: 974.6841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:24.294628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:23.319662Z","time spent":"974.907896ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:29:24.294761Z","caller":"traceutil/trace.go:171","msg":"trace[49805772] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"783.021693ms","start":"2026-03-13T17:29:23.511709Z","end":"2026-03-13T17:29:24.29473Z","steps":["trace[49805772] 'process raft request' (duration: 782.766107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:24.294925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:23.511489Z","time spent":"783.352221ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:29:24.36516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000032424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T17:29:24.365231Z","caller":"traceutil/trace.go:171","msg":"trace[1690980483] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000140427s","start":"2026-03-13T17:29:22.365076Z","end":"2026-03-13T17:29:24.365216Z","steps":["trace[1690980483] 'agreement among raft nodes before linearized reading' (duration: 2.000054025s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:24.365282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:22.365062Z","time spent":"2.000210758s","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 17:29:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-13T17:29:24.895169Z","caller":"traceutil/trace.go:171","msg":"trace[1116772662] linearizableReadLoop","detail":"{readStateIndex:8239; appliedIndex:8235; }","duration":"1.113554971s","start":"2026-03-13T17:29:23.781587Z","end":"2026-03-13T17:29:24.895142Z","steps":["trace[1116772662] 'read index received' (duration: 512.876633ms)","trace[1116772662] 'applied index is now lower than readState.Index' (duration: 600.676838ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:29:24.895284Z","caller":"traceutil/trace.go:171","msg":"trace[656718222] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"1.101806045s","start":"2026-03-13T17:29:23.793446Z","end":"2026-03-13T17:29:24.895252Z","steps":["trace[656718222] 'process raft request' (duration: 1.101466786s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:24.895422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535271327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T17:29:24.895407Z","caller":"traceutil/trace.go:171","msg":"trace[1553177305] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"927.383292ms","start":"2026-03-13T17:29:23.967981Z","end":"2026-03-13T17:29:24.895364Z","steps":["trace[1553177305] 'process raft request' (duration: 927.096834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:24.895562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.631131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:29:24.895568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665577786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ltdx6\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-13T17:29:24.895607Z","caller":"traceutil/trace.go:171","msg":"trace[1808766105] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7940; }","duration":"151.712733ms","start":"2026-03-13T17:29:24.743881Z","end":"2026-03-13T17:29:24.895594Z","steps":["trace[1808766105] 'agreement among raft nodes before linearized reading' (duration: 151.648412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:24.89556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479491979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-13T17:29:24.895614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:23.967947Z","time spent":"927.560295ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:29:24.895626Z","caller":"traceutil/trace.go:171","msg":"trace[279291897] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ltdx6; range_end:; response_count:1; response_revision:7940; }","duration":"1.665666869s","start":"2026-03-13T17:29:23.229941Z","end":"2026-03-13T17:29:24.895608Z","steps":["trace[279291897] 'agreement among raft nodes before linearized reading' (duration: 1.665408092s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:24.895627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110397891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-844c55fd5f-lqss7.189c76b9c796c0c9\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-13T17:29:24.895672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:23.229917Z","time spent":"1.66574657s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ltdx6\" "} {"level":"info","ts":"2026-03-13T17:29:24.895673Z","caller":"traceutil/trace.go:171","msg":"trace[1995452369] range","detail":"{range_begin:/registry/events/openstack/barbican-api-844c55fd5f-lqss7.189c76b9c796c0c9; range_end:; response_count:1; response_revision:7940; }","duration":"1.110475373s","start":"2026-03-13T17:29:23.785186Z","end":"2026-03-13T17:29:24.895661Z","steps":["trace[1995452369] 'agreement among raft nodes before linearized reading' (duration: 1.110310839s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:24.89568Z","caller":"traceutil/trace.go:171","msg":"trace[1658239005] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7940; }","duration":"1.479645722s","start":"2026-03-13T17:29:23.415998Z","end":"2026-03-13T17:29:24.895644Z","steps":["trace[1658239005] 'agreement among raft nodes before linearized reading' (duration: 1.479303944s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:24.895674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.48139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T17:29:24.895449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:23.793432Z","time spent":"1.101932469s","remote":"127.0.0.1:59282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:29:24.89575Z","caller":"traceutil/trace.go:171","msg":"trace[1164884188] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7940; }","duration":"763.612024ms","start":"2026-03-13T17:29:24.132122Z","end":"2026-03-13T17:29:24.895734Z","steps":["trace[1164884188] 'agreement among raft nodes before linearized reading' (duration: 763.483621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:24.895744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:23.415977Z","time spent":"1.479752386s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-13T17:29:24.895464Z","caller":"traceutil/trace.go:171","msg":"trace[1712897052] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7940; }","duration":"2.535381761s","start":"2026-03-13T17:29:22.36007Z","end":"2026-03-13T17:29:24.895452Z","steps":["trace[1712897052] 'agreement among raft nodes before linearized reading' (duration: 2.535211126s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:24.895791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857807355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ltdx6\" ","response":"range_response_count:1 size:4672"} {"level":"warn","ts":"2026-03-13T17:29:24.8953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278583725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:29:24.895822Z","caller":"traceutil/trace.go:171","msg":"trace[1516373018] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ltdx6; range_end:; response_count:1; response_revision:7940; }","duration":"2.857860576s","start":"2026-03-13T17:29:22.037953Z","end":"2026-03-13T17:29:24.895814Z","steps":["trace[1516373018] 'agreement among raft nodes before linearized reading' (duration: 2.857530407s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:24.895796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.372872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:29:24.895873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:22.037934Z","time spent":"2.857932778s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ltdx6\" "} {"level":"info","ts":"2026-03-13T17:29:24.895874Z","caller":"traceutil/trace.go:171","msg":"trace[280361588] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7940; }","duration":"2.27917797s","start":"2026-03-13T17:29:22.616641Z","end":"2026-03-13T17:29:24.895819Z","steps":["trace[280361588] 'agreement among raft nodes before linearized reading' (duration: 2.278554064s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:24.89591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:22.61662Z","time spent":"2.279281042s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:29:24.89591Z","caller":"traceutil/trace.go:171","msg":"trace[158460178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7940; }","duration":"530.531235ms","start":"2026-03-13T17:29:24.365355Z","end":"2026-03-13T17:29:24.895886Z","steps":["trace[158460178] 'agreement among raft nodes before linearized reading' (duration: 530.346741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:24.895945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052690721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-13T17:29:24.895953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:24.365336Z","time spent":"530.608607ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T17:29:24.895969Z","caller":"traceutil/trace.go:171","msg":"trace[564882690] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7940; }","duration":"1.052752612s","start":"2026-03-13T17:29:23.843208Z","end":"2026-03-13T17:29:24.89596Z","steps":["trace[564882690] 'agreement among raft nodes before linearized reading' (duration: 1.052688611s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:24.89579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:24.132103Z","time spent":"763.676106ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:29:24.895972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856934793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228449"} {"level":"info","ts":"2026-03-13T17:29:24.896008Z","caller":"traceutil/trace.go:171","msg":"trace[1054574693] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7940; }","duration":"2.856987314s","start":"2026-03-13T17:29:22.039012Z","end":"2026-03-13T17:29:24.895999Z","steps":["trace[1054574693] 'agreement among raft nodes before linearized reading' (duration: 2.856512863s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:24.896012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026946143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:29:24.896039Z","caller":"traceutil/trace.go:171","msg":"trace[1908368712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7940; }","duration":"1.027006945s","start":"2026-03-13T17:29:23.869027Z","end":"2026-03-13T17:29:24.896034Z","steps":["trace[1908368712] 'agreement among raft nodes before linearized reading' (duration: 1.026971064s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:24.896045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:22.039006Z","time spent":"2.857029885s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228473,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T17:29:24.896056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:23.868999Z","time spent":"1.027052336s","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:29:24.895709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:23.785162Z","time spent":"1.110540275s","remote":"127.0.0.1:55726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-844c55fd5f-lqss7.189c76b9c796c0c9\" "} {"level":"warn","ts":"2026-03-13T17:29:24.895816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:22.360048Z","time spent":"2.535758109s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-13T17:29:24.895987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:23.843185Z","time spent":"1.052797424s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T17:29:24.896289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857770183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ltdx6\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-13T17:29:24.89631Z","caller":"traceutil/trace.go:171","msg":"trace[922509141] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ltdx6; range_end:; response_count:1; response_revision:7940; }","duration":"2.857806795s","start":"2026-03-13T17:29:22.038497Z","end":"2026-03-13T17:29:24.896304Z","steps":["trace[922509141] 'agreement among raft nodes before linearized reading' (duration: 2.857748293s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:24.896338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:22.038487Z","time spent":"2.857847286s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ltdx6\" "} {"level":"info","ts":"2026-03-13T17:29:25.025684Z","caller":"traceutil/trace.go:171","msg":"trace[337885553] linearizableReadLoop","detail":"{readStateIndex:8240; appliedIndex:8239; }","duration":"124.482389ms","start":"2026-03-13T17:29:24.901175Z","end":"2026-03-13T17:29:25.025657Z","steps":["trace[337885553] 'read index received' (duration: 114.20876ms)","trace[337885553] 'applied index is now lower than readState.Index' (duration: 10.272329ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:29:25.025794Z","caller":"traceutil/trace.go:171","msg":"trace[1885400297] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"125.419033ms","start":"2026-03-13T17:29:24.900347Z","end":"2026-03-13T17:29:25.025766Z","steps":["trace[1885400297] 'process raft request' (duration: 115.021751ms)","trace[1885400297] 'compare' (duration: 10.157986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:25.026075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.87416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-ltdx6\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-13T17:29:25.026171Z","caller":"traceutil/trace.go:171","msg":"trace[629900484] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-ltdx6; range_end:; response_count:1; response_revision:7941; }","duration":"125.040123ms","start":"2026-03-13T17:29:24.901102Z","end":"2026-03-13T17:29:25.026142Z","steps":["trace[629900484] 'agreement among raft nodes before linearized reading' (duration: 124.752486ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:25.097997Z","caller":"traceutil/trace.go:171","msg":"trace[1974058936] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"195.984516ms","start":"2026-03-13T17:29:24.90199Z","end":"2026-03-13T17:29:25.097974Z","steps":["trace[1974058936] 'process raft request' (duration: 195.880403ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:25.098025Z","caller":"traceutil/trace.go:171","msg":"trace[388893240] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"196.460378ms","start":"2026-03-13T17:29:24.90151Z","end":"2026-03-13T17:29:25.09797Z","steps":["trace[388893240] 'process raft request' (duration: 196.208272ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:25.098263Z","caller":"traceutil/trace.go:171","msg":"trace[323149274] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"195.35078ms","start":"2026-03-13T17:29:24.902895Z","end":"2026-03-13T17:29:25.098246Z","steps":["trace[323149274] 'process raft request' (duration: 195.017951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:25.098289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.831002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:29:25.098371Z","caller":"traceutil/trace.go:171","msg":"trace[312787521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7944; }","duration":"193.944164ms","start":"2026-03-13T17:29:24.904402Z","end":"2026-03-13T17:29:25.098346Z","steps":["trace[312787521] 'agreement among raft nodes before linearized reading' (duration: 193.810281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:25.098532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.271373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-13T17:29:25.098629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.375972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-13T17:29:25.098663Z","caller":"traceutil/trace.go:171","msg":"trace[868969058] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:7944; }","duration":"192.455907ms","start":"2026-03-13T17:29:24.906177Z","end":"2026-03-13T17:29:25.098633Z","steps":["trace[868969058] 'agreement among raft nodes before linearized reading' (duration: 192.022045ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:25.098757Z","caller":"traceutil/trace.go:171","msg":"trace[1169027207] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7944; }","duration":"197.570347ms","start":"2026-03-13T17:29:24.901167Z","end":"2026-03-13T17:29:25.098738Z","steps":["trace[1169027207] 'agreement among raft nodes before linearized reading' (duration: 197.172486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:25.278015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.909372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:29:25.278104Z","caller":"traceutil/trace.go:171","msg":"trace[1726041540] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7947; }","duration":"102.058956ms","start":"2026-03-13T17:29:25.176026Z","end":"2026-03-13T17:29:25.278085Z","steps":["trace[1726041540] 'agreement among raft nodes before linearized reading' (duration: 101.849651ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:25.278099Z","caller":"traceutil/trace.go:171","msg":"trace[265738111] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"152.058272ms","start":"2026-03-13T17:29:25.12601Z","end":"2026-03-13T17:29:25.278068Z","steps":["trace[265738111] 'process raft request' (duration: 151.678413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:26.055772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.347026ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-13T17:29:26.056056Z","caller":"traceutil/trace.go:171","msg":"trace[2053620509] linearizableReadLoop","detail":"{readStateIndex:8247; appliedIndex:8246; }","duration":"761.792589ms","start":"2026-03-13T17:29:25.294239Z","end":"2026-03-13T17:29:26.056032Z","steps":["trace[2053620509] 'read index received' (duration: 86.196047ms)","trace[2053620509] 'applied index is now lower than readState.Index' (duration: 675.594932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:26.056344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.062106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-13T17:29:26.056397Z","caller":"traceutil/trace.go:171","msg":"trace[310236063] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7947; }","duration":"762.169658ms","start":"2026-03-13T17:29:25.29421Z","end":"2026-03-13T17:29:26.05638Z","steps":["trace[310236063] 'agreement among raft nodes before linearized reading' (duration: 761.968103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:26.056489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:25.294197Z","time spent":"762.234171ms","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-13T17:29:26.05651Z","caller":"traceutil/trace.go:171","msg":"trace[1424930831] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"599.939561ms","start":"2026-03-13T17:29:25.456548Z","end":"2026-03-13T17:29:26.056487Z","steps":["trace[1424930831] 'process raft request' (duration: 599.348846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:26.05663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:25.456525Z","time spent":"600.029953ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:29:26.867064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800522455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T17:29:27.2196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432754354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-13T17:29:27.21965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433097023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T17:29:27.219703Z","caller":"traceutil/trace.go:171","msg":"trace[335754868] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7948; }","duration":"1.432884788s","start":"2026-03-13T17:29:25.786791Z","end":"2026-03-13T17:29:27.219675Z","steps":["trace[335754868] 'agreement among raft nodes before linearized reading' (duration: 269.869085ms)","trace[335754868] 'range keys from in-memory index tree' (duration: 1.162816019s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:27.219704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433404111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T17:29:27.219786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157286549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-13T17:29:27.219777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:25.786784Z","time spent":"1.43296063s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T17:29:27.219743Z","caller":"traceutil/trace.go:171","msg":"trace[940748310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7948; }","duration":"1.433205286s","start":"2026-03-13T17:29:25.78652Z","end":"2026-03-13T17:29:27.219726Z","steps":["trace[940748310] 'agreement among raft nodes before linearized reading' (duration: 270.149121ms)","trace[940748310] 'range keys from in-memory index tree' (duration: 1.162890261s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:27.219836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433520604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T17:29:27.219853Z","caller":"traceutil/trace.go:171","msg":"trace[522974408] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7948; }","duration":"1.157392992s","start":"2026-03-13T17:29:26.06244Z","end":"2026-03-13T17:29:27.219833Z","steps":["trace[522974408] 'range keys from in-memory index tree' (duration: 1.157065274s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:27.21987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:25.786513Z","time spent":"1.433344899s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T17:29:27.219879Z","caller":"traceutil/trace.go:171","msg":"trace[1877324722] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7948; }","duration":"1.433611776s","start":"2026-03-13T17:29:25.786252Z","end":"2026-03-13T17:29:27.219864Z","steps":["trace[1877324722] 'agreement among raft nodes before linearized reading' (duration: 270.425878ms)","trace[1877324722] 'range keys from in-memory index tree' (duration: 1.162893711s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:27.219891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92312585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-13T17:29:27.219892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:26.062421Z","time spent":"1.157462854s","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-13T17:29:27.219925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:25.786225Z","time spent":"1.433689738s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T17:29:27.219949Z","caller":"traceutil/trace.go:171","msg":"trace[92937544] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7948; }","duration":"1.923194033s","start":"2026-03-13T17:29:25.296734Z","end":"2026-03-13T17:29:27.219928Z","steps":["trace[92937544] 'agreement among raft nodes before linearized reading' (duration: 759.689746ms)","trace[92937544] 'range keys from in-memory index tree' (duration: 1.163217209s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:27.219942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.321583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-13T17:29:27.219793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434397856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T17:29:27.219993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:25.296718Z","time spent":"1.923263344s","remote":"127.0.0.1:46570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-13T17:29:27.220029Z","caller":"traceutil/trace.go:171","msg":"trace[1882830519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7948; }","duration":"1.434679913s","start":"2026-03-13T17:29:25.785335Z","end":"2026-03-13T17:29:27.220015Z","steps":["trace[1882830519] 'agreement among raft nodes before linearized reading' (duration: 271.521565ms)","trace[1882830519] 'range keys from in-memory index tree' (duration: 1.162810778s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:27.220015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43379163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T17:29:27.220049Z","caller":"traceutil/trace.go:171","msg":"trace[1549914048] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"918.409715ms","start":"2026-03-13T17:29:26.301625Z","end":"2026-03-13T17:29:27.220035Z","steps":["trace[1549914048] 'process raft request' (duration: 770.892147ms)","trace[1549914048] 'compare' (duration: 147.005726ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:29:27.219805Z","caller":"traceutil/trace.go:171","msg":"trace[1307298462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7948; }","duration":"1.433542444s","start":"2026-03-13T17:29:25.78624Z","end":"2026-03-13T17:29:27.219782Z","steps":["trace[1307298462] 'agreement among raft nodes before linearized reading' (duration: 270.391937ms)","trace[1307298462] 'range keys from in-memory index tree' (duration: 1.162888571s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:27.220098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:25.785313Z","time spent":"1.434748034s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T17:29:27.220105Z","caller":"traceutil/trace.go:171","msg":"trace[80384517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7948; }","duration":"1.433905563s","start":"2026-03-13T17:29:25.786173Z","end":"2026-03-13T17:29:27.220079Z","steps":["trace[80384517] 'agreement among raft nodes before linearized reading' (duration: 270.662624ms)","trace[80384517] 'range keys from in-memory index tree' (duration: 1.162819309s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:27.22012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:25.786226Z","time spent":"1.433873723s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T17:29:27.220152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:26.301573Z","time spent":"918.513588ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:29:27.220155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:25.786165Z","time spent":"1.433977735s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T17:29:27.220187Z","caller":"traceutil/trace.go:171","msg":"trace[1968088271] linearizableReadLoop","detail":"{readStateIndex:8249; appliedIndex:8248; }","duration":"854.158381ms","start":"2026-03-13T17:29:26.36602Z","end":"2026-03-13T17:29:27.220178Z","steps":["trace[1968088271] 'read index received' (duration: 706.52966ms)","trace[1968088271] 'applied index is now lower than readState.Index' (duration: 147.627851ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:29:27.220149Z","caller":"traceutil/trace.go:171","msg":"trace[738816870] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"317.290115ms","start":"2026-03-13T17:29:26.902841Z","end":"2026-03-13T17:29:27.220131Z","steps":["trace[738816870] 'process raft request' (duration: 317.197472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:27.220296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.272403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:29:27.220323Z","caller":"traceutil/trace.go:171","msg":"trace[653275412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7950; }","duration":"854.326484ms","start":"2026-03-13T17:29:26.365987Z","end":"2026-03-13T17:29:27.220314Z","steps":["trace[653275412] 'agreement among raft nodes before linearized reading' (duration: 854.278393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:27.220321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.232527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:29:27.220356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:26.365967Z","time spent":"854.382726ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:29:27.220347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:26.902821Z","time spent":"317.450109ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:29:27.220372Z","caller":"traceutil/trace.go:171","msg":"trace[2062391817] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7950; }","duration":"670.325569ms","start":"2026-03-13T17:29:26.550032Z","end":"2026-03-13T17:29:27.220358Z","steps":["trace[2062391817] 'agreement among raft nodes before linearized reading' (duration: 670.236467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:27.220377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.689071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T17:29:27.220413Z","caller":"traceutil/trace.go:171","msg":"trace[2094749283] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:7950; }","duration":"316.756462ms","start":"2026-03-13T17:29:26.903648Z","end":"2026-03-13T17:29:27.220404Z","steps":["trace[2094749283] 'agreement among raft nodes before linearized reading' (duration: 316.637429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:27.220416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:26.550007Z","time spent":"670.396311ms","remote":"127.0.0.1:47850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:29:27.220458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:26.903625Z","time spent":"316.824423ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-qf5f2\" "} {"level":"warn","ts":"2026-03-13T17:29:27.220374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697231452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210796"} {"level":"info","ts":"2026-03-13T17:29:27.220871Z","caller":"traceutil/trace.go:171","msg":"trace[1875780847] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7948; }","duration":"1.697724395s","start":"2026-03-13T17:29:25.523131Z","end":"2026-03-13T17:29:27.220855Z","steps":["trace[1875780847] 'agreement among raft nodes before linearized reading' (duration: 533.740217ms)","trace[1875780847] 'range keys from in-memory index tree' (duration: 1.162493221s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:27.220901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:25.523072Z","time spent":"1.697818316s","remote":"127.0.0.1:55744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210820,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-13T17:29:27.442652Z","caller":"traceutil/trace.go:171","msg":"trace[539425403] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"216.44793ms","start":"2026-03-13T17:29:27.226183Z","end":"2026-03-13T17:29:27.442631Z","steps":["trace[539425403] 'process raft request' (duration: 216.347448ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:27.443092Z","caller":"traceutil/trace.go:171","msg":"trace[2065547339] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"216.658296ms","start":"2026-03-13T17:29:27.226407Z","end":"2026-03-13T17:29:27.443066Z","steps":["trace[2065547339] 'process raft request' (duration: 216.168374ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:27.44338Z","caller":"traceutil/trace.go:171","msg":"trace[918645099] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"217.286172ms","start":"2026-03-13T17:29:27.226078Z","end":"2026-03-13T17:29:27.443364Z","steps":["trace[918645099] 'process raft request' (duration: 117.920614ms)","trace[918645099] 'compare' (duration: 98.24486ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:29:27.443602Z","caller":"traceutil/trace.go:171","msg":"trace[1728625260] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"215.542818ms","start":"2026-03-13T17:29:27.228024Z","end":"2026-03-13T17:29:27.443567Z","steps":["trace[1728625260] 'process raft request' (duration: 214.959293ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:27.443766Z","caller":"traceutil/trace.go:171","msg":"trace[1356330167] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"215.693122ms","start":"2026-03-13T17:29:27.228063Z","end":"2026-03-13T17:29:27.443756Z","steps":["trace[1356330167] 'process raft request' (duration: 215.419885ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:27.443726Z","caller":"traceutil/trace.go:171","msg":"trace[676036491] linearizableReadLoop","detail":"{readStateIndex:8252; appliedIndex:8250; }","duration":"217.559989ms","start":"2026-03-13T17:29:27.226122Z","end":"2026-03-13T17:29:27.443682Z","steps":["trace[676036491] 'read index received' (duration: 82.252217ms)","trace[676036491] 'applied index is now lower than readState.Index' (duration: 135.305842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:27.444078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.669793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-13T17:29:27.44412Z","caller":"traceutil/trace.go:171","msg":"trace[160984708] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7956; }","duration":"192.760276ms","start":"2026-03-13T17:29:27.25135Z","end":"2026-03-13T17:29:27.44411Z","steps":["trace[160984708] 'agreement among raft nodes before linearized reading' (duration: 192.605672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:27.444179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.238576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-13T17:29:27.44425Z","caller":"traceutil/trace.go:171","msg":"trace[706977181] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7956; }","duration":"216.359308ms","start":"2026-03-13T17:29:27.227873Z","end":"2026-03-13T17:29:27.444232Z","steps":["trace[706977181] 'agreement among raft nodes before linearized reading' (duration: 216.02443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:27.444418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.257866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228429"} {"level":"info","ts":"2026-03-13T17:29:27.444477Z","caller":"traceutil/trace.go:171","msg":"trace[1842957244] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7956; }","duration":"218.347269ms","start":"2026-03-13T17:29:27.226118Z","end":"2026-03-13T17:29:27.444465Z","steps":["trace[1842957244] 'agreement among raft nodes before linearized reading' (duration: 217.695182ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:27.792478Z","caller":"traceutil/trace.go:171","msg":"trace[704451940] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"275.827923ms","start":"2026-03-13T17:29:27.516626Z","end":"2026-03-13T17:29:27.792453Z","steps":["trace[704451940] 'process raft request' (duration: 275.664709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:29.733474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800522490,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T17:29:29.747715Z","caller":"traceutil/trace.go:171","msg":"trace[467117336] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"520.602416ms","start":"2026-03-13T17:29:29.227095Z","end":"2026-03-13T17:29:29.747697Z","steps":["trace[467117336] 'process raft request' (duration: 520.485603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:29.747835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:29.227068Z","time spent":"520.706419ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:29:30.220952Z","caller":"traceutil/trace.go:171","msg":"trace[272217396] linearizableReadLoop","detail":"{readStateIndex:8259; appliedIndex:8257; }","duration":"988.369024ms","start":"2026-03-13T17:29:29.232562Z","end":"2026-03-13T17:29:30.220931Z","steps":["trace[272217396] 'read index received' (duration: 515.008515ms)","trace[272217396] 'applied index is now lower than readState.Index' (duration: 473.359419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:30.221106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.520478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:29:30.221087Z","caller":"traceutil/trace.go:171","msg":"trace[814214888] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"993.855762ms","start":"2026-03-13T17:29:29.227184Z","end":"2026-03-13T17:29:30.22104Z","steps":["trace[814214888] 'process raft request' (duration: 993.604086ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:30.221145Z","caller":"traceutil/trace.go:171","msg":"trace[1855671039] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7959; }","duration":"988.61031ms","start":"2026-03-13T17:29:29.232524Z","end":"2026-03-13T17:29:30.221134Z","steps":["trace[1855671039] 'agreement among raft nodes before linearized reading' (duration: 988.521648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:30.221184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:29.23251Z","time spent":"988.664462ms","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:29:30.221239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:29.227154Z","time spent":"994.006055ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:29:30.221333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.254045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-13T17:29:30.221387Z","caller":"traceutil/trace.go:171","msg":"trace[1274702862] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7959; }","duration":"948.351158ms","start":"2026-03-13T17:29:29.273026Z","end":"2026-03-13T17:29:30.221377Z","steps":["trace[1274702862] 'agreement among raft nodes before linearized reading' (duration: 948.132902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:30.221437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:29.273011Z","time spent":"948.418779ms","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-13T17:29:30.221495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.804045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T17:29:30.221592Z","caller":"traceutil/trace.go:171","msg":"trace[1459960918] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:7959; }","duration":"768.918287ms","start":"2026-03-13T17:29:29.452652Z","end":"2026-03-13T17:29:30.221571Z","steps":["trace[1459960918] 'agreement among raft nodes before linearized reading' (duration: 768.664371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:30.221612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.575641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-13T17:29:30.221643Z","caller":"traceutil/trace.go:171","msg":"trace[1143705821] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:7959; }","duration":"165.642463ms","start":"2026-03-13T17:29:30.055992Z","end":"2026-03-13T17:29:30.221634Z","steps":["trace[1143705821] 'agreement among raft nodes before linearized reading' (duration: 165.556591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:30.221658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:29.452647Z","time spent":"768.994069ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-qf5f2\" "} {"level":"warn","ts":"2026-03-13T17:29:30.221641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.122048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T17:29:30.221742Z","caller":"traceutil/trace.go:171","msg":"trace[1279373526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7959; }","duration":"774.257701ms","start":"2026-03-13T17:29:29.447459Z","end":"2026-03-13T17:29:30.221717Z","steps":["trace[1279373526] 'agreement among raft nodes before linearized reading' (duration: 774.052736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:30.221755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.921963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T17:29:30.221775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.585889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T17:29:30.221839Z","caller":"traceutil/trace.go:171","msg":"trace[1718068348] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:7959; }","duration":"474.046296ms","start":"2026-03-13T17:29:29.747778Z","end":"2026-03-13T17:29:30.221824Z","steps":["trace[1718068348] 'agreement among raft nodes before linearized reading' (duration: 473.912652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:30.221854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:29.447442Z","time spent":"774.394065ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T17:29:30.221885Z","caller":"traceutil/trace.go:171","msg":"trace[184013214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7959; }","duration":"772.719532ms","start":"2026-03-13T17:29:29.44915Z","end":"2026-03-13T17:29:30.221869Z","steps":["trace[184013214] 'agreement among raft nodes before linearized reading' (duration: 772.536477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:30.221641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.64985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T17:29:30.221906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.159078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T17:29:30.222168Z","caller":"traceutil/trace.go:171","msg":"trace[498361060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7959; }","duration":"772.395395ms","start":"2026-03-13T17:29:29.449664Z","end":"2026-03-13T17:29:30.22206Z","steps":["trace[498361060] 'agreement among raft nodes before linearized reading' (duration: 771.904272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:30.221762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.952747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T17:29:30.222148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.847993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:29:30.222278Z","caller":"traceutil/trace.go:171","msg":"trace[1419506125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7959; }","duration":"909.479161ms","start":"2026-03-13T17:29:29.312776Z","end":"2026-03-13T17:29:30.222255Z","steps":["trace[1419506125] 'agreement among raft nodes before linearized reading' (duration: 908.828544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:30.22236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:29.312712Z","time spent":"909.627815ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T17:29:30.221837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.127173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T17:29:30.222398Z","caller":"traceutil/trace.go:171","msg":"trace[1801835801] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7959; }","duration":"455.06897ms","start":"2026-03-13T17:29:29.767194Z","end":"2026-03-13T17:29:30.222263Z","steps":["trace[1801835801] 'agreement among raft nodes before linearized reading' (duration: 454.176547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:30.221895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:29.747764Z","time spent":"474.121637ms","remote":"127.0.0.1:55736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-13T17:29:30.221931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:29.449126Z","time spent":"772.794404ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T17:29:30.222932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:29.449652Z","time spent":"772.56796ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T17:29:30.221955Z","caller":"traceutil/trace.go:171","msg":"trace[578094694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7959; }","duration":"773.01922ms","start":"2026-03-13T17:29:29.448927Z","end":"2026-03-13T17:29:30.221946Z","steps":["trace[578094694] 'agreement among raft nodes before linearized reading' (duration: 772.516057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:30.223175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:29.448912Z","time spent":"774.22537ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T17:29:30.222603Z","caller":"traceutil/trace.go:171","msg":"trace[2119420626] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7959; }","duration":"769.846632ms","start":"2026-03-13T17:29:29.452693Z","end":"2026-03-13T17:29:30.22254Z","steps":["trace[2119420626] 'agreement among raft nodes before linearized reading' (duration: 769.080602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:30.223363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:29.452689Z","time spent":"770.652791ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T17:29:30.222734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:29.767169Z","time spent":"455.540651ms","remote":"127.0.0.1:47848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:29:30.420578Z","caller":"traceutil/trace.go:171","msg":"trace[197808156] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"195.434362ms","start":"2026-03-13T17:29:30.225114Z","end":"2026-03-13T17:29:30.420549Z","steps":["trace[197808156] 'process raft request' (duration: 195.000441ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:30.42062Z","caller":"traceutil/trace.go:171","msg":"trace[848123113] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"194.988521ms","start":"2026-03-13T17:29:30.225613Z","end":"2026-03-13T17:29:30.420602Z","steps":["trace[848123113] 'process raft request' (duration: 194.833407ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:30.420617Z","caller":"traceutil/trace.go:171","msg":"trace[1768529487] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"194.671703ms","start":"2026-03-13T17:29:30.225922Z","end":"2026-03-13T17:29:30.420593Z","steps":["trace[1768529487] 'process raft request' (duration: 194.584361ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:30.420825Z","caller":"traceutil/trace.go:171","msg":"trace[162373785] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"194.321145ms","start":"2026-03-13T17:29:30.226485Z","end":"2026-03-13T17:29:30.420806Z","steps":["trace[162373785] 'process raft request' (duration: 194.068838ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:30.42098Z","caller":"traceutil/trace.go:171","msg":"trace[1544019453] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"194.307624ms","start":"2026-03-13T17:29:30.226665Z","end":"2026-03-13T17:29:30.420972Z","steps":["trace[1544019453] 'process raft request' (duration: 194.073498ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:30.421008Z","caller":"traceutil/trace.go:171","msg":"trace[1407941009] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"193.985306ms","start":"2026-03-13T17:29:30.226975Z","end":"2026-03-13T17:29:30.42096Z","steps":["trace[1407941009] 'process raft request' (duration: 193.912695ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:30.421046Z","caller":"traceutil/trace.go:171","msg":"trace[1166534384] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"193.884714ms","start":"2026-03-13T17:29:30.227155Z","end":"2026-03-13T17:29:30.42104Z","steps":["trace[1166534384] 'process raft request' (duration: 193.785591ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:30.421055Z","caller":"traceutil/trace.go:171","msg":"trace[1885475757] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"133.390704ms","start":"2026-03-13T17:29:30.287655Z","end":"2026-03-13T17:29:30.421046Z","steps":["trace[1885475757] 'process raft request' (duration: 133.342992ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:30.421091Z","caller":"traceutil/trace.go:171","msg":"trace[901196534] linearizableReadLoop","detail":"{readStateIndex:8267; appliedIndex:8259; }","duration":"193.743531ms","start":"2026-03-13T17:29:30.227341Z","end":"2026-03-13T17:29:30.421084Z","steps":["trace[901196534] 'read index received' (duration: 59.052194ms)","trace[901196534] 'applied index is now lower than readState.Index' (duration: 134.679346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:30.421316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.925766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189c76c45acbb89d\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-13T17:29:30.421406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.050339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228429"} {"level":"info","ts":"2026-03-13T17:29:30.421432Z","caller":"traceutil/trace.go:171","msg":"trace[31920153] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7967; }","duration":"194.10931ms","start":"2026-03-13T17:29:30.227316Z","end":"2026-03-13T17:29:30.421425Z","steps":["trace[31920153] 'agreement among raft nodes before linearized reading' (duration: 193.814363ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:30.421648Z","caller":"traceutil/trace.go:171","msg":"trace[1106182308] range","detail":"{range_begin:/registry/events/openstack/ceph.189c76c45acbb89d; range_end:; response_count:1; response_revision:7967; }","duration":"194.08267ms","start":"2026-03-13T17:29:30.227336Z","end":"2026-03-13T17:29:30.421419Z","steps":["trace[1106182308] 'agreement among raft nodes before linearized reading' (duration: 193.855454ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:34.371996Z","caller":"traceutil/trace.go:171","msg":"trace[327190806] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"138.175413ms","start":"2026-03-13T17:29:34.23379Z","end":"2026-03-13T17:29:34.371965Z","steps":["trace[327190806] 'process raft request' (duration: 137.980758ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:36.586502Z","caller":"traceutil/trace.go:171","msg":"trace[523377668] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"118.825706ms","start":"2026-03-13T17:29:36.467653Z","end":"2026-03-13T17:29:36.586478Z","steps":["trace[523377668] 'process raft request' (duration: 118.59414ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:36.58711Z","caller":"traceutil/trace.go:171","msg":"trace[2140426381] linearizableReadLoop","detail":"{readStateIndex:8315; appliedIndex:8315; }","duration":"118.557601ms","start":"2026-03-13T17:29:36.46852Z","end":"2026-03-13T17:29:36.587077Z","steps":["trace[2140426381] 'read index received' (duration: 118.538181ms)","trace[2140426381] 'applied index is now lower than readState.Index' (duration: 17.31µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:36.587504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.957681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T17:29:36.587636Z","caller":"traceutil/trace.go:171","msg":"trace[1734479987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8012; }","duration":"119.124785ms","start":"2026-03-13T17:29:36.468485Z","end":"2026-03-13T17:29:36.58761Z","steps":["trace[1734479987] 'agreement among raft nodes before linearized reading' (duration: 118.718425ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:36.633Z","caller":"traceutil/trace.go:171","msg":"trace[840880379] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"163.502939ms","start":"2026-03-13T17:29:36.469467Z","end":"2026-03-13T17:29:36.63297Z","steps":["trace[840880379] 'process raft request' (duration: 163.211322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:36.633026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.996936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T17:29:36.633107Z","caller":"traceutil/trace.go:171","msg":"trace[260427793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8013; }","duration":"153.096759ms","start":"2026-03-13T17:29:36.479988Z","end":"2026-03-13T17:29:36.633085Z","steps":["trace[260427793] 'agreement among raft nodes before linearized reading' (duration: 152.897764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:36.633104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.092739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T17:29:36.633174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.844988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T17:29:36.633213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.701273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T17:29:36.633241Z","caller":"traceutil/trace.go:171","msg":"trace[129632082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8013; }","duration":"163.968161ms","start":"2026-03-13T17:29:36.469257Z","end":"2026-03-13T17:29:36.633225Z","steps":["trace[129632082] 'agreement among raft nodes before linearized reading' (duration: 163.699044ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:36.633256Z","caller":"traceutil/trace.go:171","msg":"trace[846929785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8013; }","duration":"147.790235ms","start":"2026-03-13T17:29:36.485457Z","end":"2026-03-13T17:29:36.633248Z","steps":["trace[846929785] 'agreement among raft nodes before linearized reading' (duration: 147.401806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:36.633225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.474692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-13T17:29:36.633198Z","caller":"traceutil/trace.go:171","msg":"trace[1653742130] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:8013; }","duration":"159.216552ms","start":"2026-03-13T17:29:36.473952Z","end":"2026-03-13T17:29:36.633168Z","steps":["trace[1653742130] 'agreement among raft nodes before linearized reading' (duration: 158.952726ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:36.633313Z","caller":"traceutil/trace.go:171","msg":"trace[179282920] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8013; }","duration":"142.590384ms","start":"2026-03-13T17:29:36.490699Z","end":"2026-03-13T17:29:36.633289Z","steps":["trace[179282920] 'agreement among raft nodes before linearized reading' (duration: 142.300957ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:38.756319Z","caller":"traceutil/trace.go:171","msg":"trace[483664308] linearizableReadLoop","detail":"{readStateIndex:8331; appliedIndex:8330; }","duration":"101.318126ms","start":"2026-03-13T17:29:38.654975Z","end":"2026-03-13T17:29:38.756293Z","steps":["trace[483664308] 'read index received' (duration: 53.018093ms)","trace[483664308] 'applied index is now lower than readState.Index' (duration: 48.298653ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:29:38.756377Z","caller":"traceutil/trace.go:171","msg":"trace[1326554212] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"112.283962ms","start":"2026-03-13T17:29:38.644058Z","end":"2026-03-13T17:29:38.756342Z","steps":["trace[1326554212] 'process raft request' (duration: 64.015839ms)","trace[1326554212] 'compare' (duration: 48.101408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:38.756593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.590993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T17:29:38.756659Z","caller":"traceutil/trace.go:171","msg":"trace[229260710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8027; }","duration":"101.695295ms","start":"2026-03-13T17:29:38.65495Z","end":"2026-03-13T17:29:38.756645Z","steps":["trace[229260710] 'agreement among raft nodes before linearized reading' (duration: 101.48782ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:39.562163Z","caller":"traceutil/trace.go:171","msg":"trace[1277721501] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"121.058204ms","start":"2026-03-13T17:29:39.441078Z","end":"2026-03-13T17:29:39.562137Z","steps":["trace[1277721501] 'process raft request' (duration: 105.753169ms)","trace[1277721501] 'compare' (duration: 15.165332ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:29:39.689753Z","caller":"traceutil/trace.go:171","msg":"trace[216769658] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"101.519682ms","start":"2026-03-13T17:29:39.588195Z","end":"2026-03-13T17:29:39.689714Z","steps":["trace[216769658] 'process raft request' (duration: 81.811216ms)","trace[216769658] 'compare' (duration: 19.50039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:39.690101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.022799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-13T17:29:39.691063Z","caller":"traceutil/trace.go:171","msg":"trace[910290164] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8047; }","duration":"103.177533ms","start":"2026-03-13T17:29:39.587012Z","end":"2026-03-13T17:29:39.690189Z","steps":["trace[910290164] 'agreement among raft nodes before linearized reading' (duration: 102.754293ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:40.178489Z","caller":"traceutil/trace.go:171","msg":"trace[1509319391] linearizableReadLoop","detail":"{readStateIndex:8366; appliedIndex:8365; }","duration":"118.846138ms","start":"2026-03-13T17:29:40.059604Z","end":"2026-03-13T17:29:40.17845Z","steps":["trace[1509319391] 'read index received' (duration: 84.453373ms)","trace[1509319391] 'applied index is now lower than readState.Index' (duration: 34.386864ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:29:40.178607Z","caller":"traceutil/trace.go:171","msg":"trace[2060140980] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"121.051453ms","start":"2026-03-13T17:29:40.0575Z","end":"2026-03-13T17:29:40.178552Z","steps":["trace[2060140980] 'process raft request' (duration: 86.609757ms)","trace[2060140980] 'compare' (duration: 34.108788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:29:40.178977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.347474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-13T17:29:40.179035Z","caller":"traceutil/trace.go:171","msg":"trace[119681619] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8060; }","duration":"120.466328ms","start":"2026-03-13T17:29:40.058552Z","end":"2026-03-13T17:29:40.179019Z","steps":["trace[119681619] 'agreement among raft nodes before linearized reading' (duration: 120.081788ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:40.19133Z","caller":"traceutil/trace.go:171","msg":"trace[140986771] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"131.058954ms","start":"2026-03-13T17:29:40.060249Z","end":"2026-03-13T17:29:40.191308Z","steps":["trace[140986771] 'process raft request' (duration: 130.924551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:40.191478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.877474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:29:40.191551Z","caller":"traceutil/trace.go:171","msg":"trace[417169813] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8061; }","duration":"129.983817ms","start":"2026-03-13T17:29:40.061549Z","end":"2026-03-13T17:29:40.191533Z","steps":["trace[417169813] 'agreement among raft nodes before linearized reading' (duration: 129.793722ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:29:40.919831Z","caller":"traceutil/trace.go:171","msg":"trace[809258235] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"101.002689ms","start":"2026-03-13T17:29:40.818798Z","end":"2026-03-13T17:29:40.919801Z","steps":["trace[809258235] 'process raft request' (duration: 30.716303ms)","trace[809258235] 'compare' (duration: 69.902607ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:29:41.389714Z","caller":"traceutil/trace.go:171","msg":"trace[232294018] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"133.893666ms","start":"2026-03-13T17:29:41.255791Z","end":"2026-03-13T17:29:41.389684Z","steps":["trace[232294018] 'process raft request' (duration: 91.359827ms)","trace[232294018] 'compare' (duration: 42.281723ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:29:42.669439Z","caller":"traceutil/trace.go:171","msg":"trace[1696160308] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"272.257773ms","start":"2026-03-13T17:29:42.397155Z","end":"2026-03-13T17:29:42.669413Z","steps":["trace[1696160308] 'process raft request' (duration: 269.703079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:42.669568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.047665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-03-13T17:29:42.669678Z","caller":"traceutil/trace.go:171","msg":"trace[565559324] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8112; }","duration":"326.2176ms","start":"2026-03-13T17:29:42.343432Z","end":"2026-03-13T17:29:42.66965Z","steps":["trace[565559324] 'range keys from in-memory index tree' (duration: 325.904312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:42.669744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:42.343425Z","time spent":"326.302782ms","remote":"127.0.0.1:54170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-13T17:29:42.670009Z","caller":"traceutil/trace.go:171","msg":"trace[1560803305] linearizableReadLoop","detail":"{readStateIndex:8420; appliedIndex:8418; }","duration":"225.889358ms","start":"2026-03-13T17:29:42.444097Z","end":"2026-03-13T17:29:42.669986Z","steps":["trace[1560803305] 'read index received' (duration: 222.77568ms)","trace[1560803305] 'applied index is now lower than readState.Index' (duration: 3.111518ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:29:42.670051Z","caller":"traceutil/trace.go:171","msg":"trace[219971] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"236.795733ms","start":"2026-03-13T17:29:42.433212Z","end":"2026-03-13T17:29:42.670007Z","steps":["trace[219971] 'process raft request' (duration: 236.130096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:42.67022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.124255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-13T17:29:42.670298Z","caller":"traceutil/trace.go:171","msg":"trace[838910193] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8114; }","duration":"226.189946ms","start":"2026-03-13T17:29:42.444071Z","end":"2026-03-13T17:29:42.670261Z","steps":["trace[838910193] 'agreement among raft nodes before linearized reading' (duration: 225.993681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:42.670572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.535322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4bec9f3c-0b93-45a4-831b-9e915d58e2ea\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-13T17:29:42.671518Z","caller":"traceutil/trace.go:171","msg":"trace[462093127] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4bec9f3c-0b93-45a4-831b-9e915d58e2ea; range_end:; response_count:1; response_revision:8114; }","duration":"102.528098ms","start":"2026-03-13T17:29:42.56896Z","end":"2026-03-13T17:29:42.671488Z","steps":["trace[462093127] 'agreement among raft nodes before linearized reading' (duration: 101.217504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:42.671143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.785894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-tk8nx\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-03-13T17:29:42.671822Z","caller":"traceutil/trace.go:171","msg":"trace[2077752113] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-tk8nx; range_end:; response_count:1; response_revision:8112; }","duration":"331.529933ms","start":"2026-03-13T17:29:42.340272Z","end":"2026-03-13T17:29:42.671802Z","steps":["trace[2077752113] 'range keys from in-memory index tree' (duration: 328.523188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:29:42.671895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:29:42.340227Z","time spent":"331.644956ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4582,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-tk8nx\" "} {"level":"info","ts":"2026-03-13T17:30:09.294739Z","caller":"traceutil/trace.go:171","msg":"trace[463585145] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"116.684496ms","start":"2026-03-13T17:30:09.178029Z","end":"2026-03-13T17:30:09.294714Z","steps":["trace[463585145] 'process raft request' (duration: 30.931848ms)","trace[463585145] 'compare' (duration: 85.565343ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:30:09.294949Z","caller":"traceutil/trace.go:171","msg":"trace[1481826162] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"116.744456ms","start":"2026-03-13T17:30:09.178181Z","end":"2026-03-13T17:30:09.294926Z","steps":["trace[1481826162] 'process raft request' (duration: 116.482689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:09.516545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.83016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3232"} {"level":"info","ts":"2026-03-13T17:30:09.516611Z","caller":"traceutil/trace.go:171","msg":"trace[315425041] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8311; }","duration":"113.950203ms","start":"2026-03-13T17:30:09.402648Z","end":"2026-03-13T17:30:09.516598Z","steps":["trace[315425041] 'range keys from in-memory index tree' (duration: 113.661886ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:10.475378Z","caller":"traceutil/trace.go:171","msg":"trace[1096515607] linearizableReadLoop","detail":"{readStateIndex:8629; appliedIndex:8628; }","duration":"109.18265ms","start":"2026-03-13T17:30:10.36617Z","end":"2026-03-13T17:30:10.475352Z","steps":["trace[1096515607] 'read index received' (duration: 105.40313ms)","trace[1096515607] 'applied index is now lower than readState.Index' (duration: 3.77813ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:30:10.47556Z","caller":"traceutil/trace.go:171","msg":"trace[315746977] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"213.955825ms","start":"2026-03-13T17:30:10.261558Z","end":"2026-03-13T17:30:10.475514Z","steps":["trace[315746977] 'process raft request' (duration: 210.087723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:10.475661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.474257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:30:10.475748Z","caller":"traceutil/trace.go:171","msg":"trace[777032445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8317; }","duration":"109.61178ms","start":"2026-03-13T17:30:10.366117Z","end":"2026-03-13T17:30:10.475729Z","steps":["trace[777032445] 'agreement among raft nodes before linearized reading' (duration: 109.466427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:11.214256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.999736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T17:30:11.214337Z","caller":"traceutil/trace.go:171","msg":"trace[18631273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8320; }","duration":"137.120279ms","start":"2026-03-13T17:30:11.077195Z","end":"2026-03-13T17:30:11.214315Z","steps":["trace[18631273] 'range keys from in-memory index tree' (duration: 136.836741ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:11.451118Z","caller":"traceutil/trace.go:171","msg":"trace[1804934387] linearizableReadLoop","detail":"{readStateIndex:8634; appliedIndex:8632; }","duration":"233.045493ms","start":"2026-03-13T17:30:11.218032Z","end":"2026-03-13T17:30:11.451077Z","steps":["trace[1804934387] 'read index received' (duration: 66.551857ms)","trace[1804934387] 'applied index is now lower than readState.Index' (duration: 166.492076ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:30:11.451282Z","caller":"traceutil/trace.go:171","msg":"trace[393524501] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"233.294739ms","start":"2026-03-13T17:30:11.217956Z","end":"2026-03-13T17:30:11.451251Z","steps":["trace[393524501] 'process raft request' (duration: 176.921998ms)","trace[393524501] 'compare' (duration: 56.018872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:30:11.451573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.343093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T17:30:11.45166Z","caller":"traceutil/trace.go:171","msg":"trace[699634543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8322; }","duration":"153.477656ms","start":"2026-03-13T17:30:11.298163Z","end":"2026-03-13T17:30:11.451641Z","steps":["trace[699634543] 'agreement among raft nodes before linearized reading' (duration: 153.25476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:11.451889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.827972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234447"} {"level":"warn","ts":"2026-03-13T17:30:11.451922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.468819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T17:30:11.451962Z","caller":"traceutil/trace.go:171","msg":"trace[1322370937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8322; }","duration":"152.52995ms","start":"2026-03-13T17:30:11.299423Z","end":"2026-03-13T17:30:11.451953Z","steps":["trace[1322370937] 'agreement among raft nodes before linearized reading' (duration: 152.435318ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:11.451968Z","caller":"traceutil/trace.go:171","msg":"trace[761771105] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8322; }","duration":"233.931265ms","start":"2026-03-13T17:30:11.218019Z","end":"2026-03-13T17:30:11.45195Z","steps":["trace[761771105] 'agreement among raft nodes before linearized reading' (duration: 233.285568ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:14.237153Z","caller":"traceutil/trace.go:171","msg":"trace[812298105] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"111.534511ms","start":"2026-03-13T17:30:14.125591Z","end":"2026-03-13T17:30:14.237125Z","steps":["trace[812298105] 'process raft request' (duration: 111.393877ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:14.272827Z","caller":"traceutil/trace.go:171","msg":"trace[1397515472] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"121.328377ms","start":"2026-03-13T17:30:14.151467Z","end":"2026-03-13T17:30:14.272795Z","steps":["trace[1397515472] 'process raft request' (duration: 121.142792ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:25.187296Z","caller":"traceutil/trace.go:171","msg":"trace[636626666] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"100.908233ms","start":"2026-03-13T17:30:25.086362Z","end":"2026-03-13T17:30:25.18727Z","steps":["trace[636626666] 'process raft request' (duration: 94.578318ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:27.244167Z","caller":"traceutil/trace.go:171","msg":"trace[5998996] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"117.792374ms","start":"2026-03-13T17:30:27.126344Z","end":"2026-03-13T17:30:27.244136Z","steps":["trace[5998996] 'process raft request' (duration: 107.66302ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:28.438678Z","caller":"traceutil/trace.go:171","msg":"trace[905556272] linearizableReadLoop","detail":"{readStateIndex:8859; appliedIndex:8858; }","duration":"108.982064ms","start":"2026-03-13T17:30:28.329672Z","end":"2026-03-13T17:30:28.438654Z","steps":["trace[905556272] 'read index received' (duration: 108.757958ms)","trace[905556272] 'applied index is now lower than readState.Index' (duration: 223.026µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:30:28.438863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.160649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:30:28.438932Z","caller":"traceutil/trace.go:171","msg":"trace[1854747016] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8543; }","duration":"109.279901ms","start":"2026-03-13T17:30:28.329636Z","end":"2026-03-13T17:30:28.438916Z","steps":["trace[1854747016] 'agreement among raft nodes before linearized reading' (duration: 109.147358ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:28.43885Z","caller":"traceutil/trace.go:171","msg":"trace[91531162] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"115.3547ms","start":"2026-03-13T17:30:28.32342Z","end":"2026-03-13T17:30:28.438775Z","steps":["trace[91531162] 'process raft request' (duration: 115.078243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:29.626946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800524167,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T17:30:29.745548Z","caller":"traceutil/trace.go:171","msg":"trace[183922374] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"901.019195ms","start":"2026-03-13T17:30:28.844497Z","end":"2026-03-13T17:30:29.745516Z","steps":["trace[183922374] 'process raft request' (duration: 900.81531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:29.745754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:28.844476Z","time spent":"901.199099ms","remote":"127.0.0.1:38880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2975,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T17:30:29.759789Z","caller":"traceutil/trace.go:171","msg":"trace[598980160] linearizableReadLoop","detail":"{readStateIndex:8861; appliedIndex:8859; }","duration":"633.460732ms","start":"2026-03-13T17:30:29.12631Z","end":"2026-03-13T17:30:29.759771Z","steps":["trace[598980160] 'read index received' (duration: 619.099507ms)","trace[598980160] 'applied index is now lower than readState.Index' (duration: 14.360035ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:30:29.759839Z","caller":"traceutil/trace.go:171","msg":"trace[1619604003] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"830.440633ms","start":"2026-03-13T17:30:28.929376Z","end":"2026-03-13T17:30:29.759816Z","steps":["trace[1619604003] 'process raft request' (duration: 830.30272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:29.759939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.624118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T17:30:29.759971Z","caller":"traceutil/trace.go:171","msg":"trace[1979078037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8545; }","duration":"633.70268ms","start":"2026-03-13T17:30:29.12626Z","end":"2026-03-13T17:30:29.759963Z","steps":["trace[1979078037] 'agreement among raft nodes before linearized reading' (duration: 633.603657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:29.759992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:29.126241Z","time spent":"633.745431ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T17:30:29.759937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:28.929353Z","time spent":"830.527047ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:30:29.763652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.871749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-13T17:30:29.76367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.431748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T17:30:29.763718Z","caller":"traceutil/trace.go:171","msg":"trace[1012802131] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8547; }","duration":"493.982672ms","start":"2026-03-13T17:30:29.269719Z","end":"2026-03-13T17:30:29.763702Z","steps":["trace[1012802131] 'agreement among raft nodes before linearized reading' (duration: 493.801388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:29.763674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.074559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:30:29.763761Z","caller":"traceutil/trace.go:171","msg":"trace[1051764320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8547; }","duration":"398.172682ms","start":"2026-03-13T17:30:29.365578Z","end":"2026-03-13T17:30:29.763751Z","steps":["trace[1051764320] 'agreement among raft nodes before linearized reading' (duration: 398.056279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:29.763788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:29.365573Z","time spent":"398.208913ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:30:29.763824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:29.2697Z","time spent":"494.047733ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T17:30:29.763877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.151154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T17:30:29.763907Z","caller":"traceutil/trace.go:171","msg":"trace[487358716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8547; }","duration":"369.204946ms","start":"2026-03-13T17:30:29.394694Z","end":"2026-03-13T17:30:29.763899Z","steps":["trace[487358716] 'agreement among raft nodes before linearized reading' (duration: 368.927219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:29.763932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:29.394682Z","time spent":"369.244467ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T17:30:29.764028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.694416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-54b987b4b4-xcd75.189c76d5c288afc6\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-13T17:30:29.764054Z","caller":"traceutil/trace.go:171","msg":"trace[457732582] range","detail":"{range_begin:/registry/events/openstack/glance-api-54b987b4b4-xcd75.189c76d5c288afc6; range_end:; response_count:1; response_revision:8547; }","duration":"403.752578ms","start":"2026-03-13T17:30:29.360294Z","end":"2026-03-13T17:30:29.764047Z","steps":["trace[457732582] 'agreement among raft nodes before linearized reading' (duration: 403.674846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:29.764073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:29.360247Z","time spent":"403.82214ms","remote":"127.0.0.1:55726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":811,"request content":"key:\"/registry/events/openstack/glance-api-54b987b4b4-xcd75.189c76d5c288afc6\" "} {"level":"warn","ts":"2026-03-13T17:30:29.764177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.92331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T17:30:29.764292Z","caller":"traceutil/trace.go:171","msg":"trace[35966826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8547; }","duration":"197.061643ms","start":"2026-03-13T17:30:29.567215Z","end":"2026-03-13T17:30:29.764276Z","steps":["trace[35966826] 'agreement among raft nodes before linearized reading' (duration: 196.768975ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:29.767944Z","caller":"traceutil/trace.go:171","msg":"trace[1814367792] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:8547; }","duration":"188.540641ms","start":"2026-03-13T17:30:29.575197Z","end":"2026-03-13T17:30:29.763737Z","steps":["trace[1814367792] 'agreement among raft nodes before linearized reading' (duration: 188.354706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:30.80466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.655303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:30:30.804789Z","caller":"traceutil/trace.go:171","msg":"trace[674698350] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"500.632767ms","start":"2026-03-13T17:30:30.304122Z","end":"2026-03-13T17:30:30.804755Z","steps":["trace[674698350] 'process raft request' (duration: 311.702605ms)","trace[674698350] 'compare' (duration: 184.570607ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:30:30.804852Z","caller":"traceutil/trace.go:171","msg":"trace[736364817] linearizableReadLoop","detail":"{readStateIndex:8877; appliedIndex:8876; }","duration":"438.009832ms","start":"2026-03-13T17:30:30.366816Z","end":"2026-03-13T17:30:30.804826Z","steps":["trace[736364817] 'read index received' (duration: 249.02393ms)","trace[736364817] 'applied index is now lower than readState.Index' (duration: 188.983112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:30:30.804925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:30.304097Z","time spent":"500.762759ms","remote":"127.0.0.1:55726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T17:30:30.804922Z","caller":"traceutil/trace.go:171","msg":"trace[209551073] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"360.430358ms","start":"2026-03-13T17:30:30.444475Z","end":"2026-03-13T17:30:30.804905Z","steps":["trace[209551073] 'process raft request' (duration: 360.284794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:30.805019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:30.444437Z","time spent":"360.53332ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:30:30.80506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.222718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:30:30.805156Z","caller":"traceutil/trace.go:171","msg":"trace[1535104879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8561; }","duration":"438.360571ms","start":"2026-03-13T17:30:30.366772Z","end":"2026-03-13T17:30:30.805133Z","steps":["trace[1535104879] 'agreement among raft nodes before linearized reading' (duration: 438.158606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:30.80522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:30.36675Z","time spent":"438.459703ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:30:30.805184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.265114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:30:30.805288Z","caller":"traceutil/trace.go:171","msg":"trace[730549465] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8561; }","duration":"403.403528ms","start":"2026-03-13T17:30:30.401873Z","end":"2026-03-13T17:30:30.805277Z","steps":["trace[730549465] 'agreement among raft nodes before linearized reading' (duration: 403.220503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:30.805317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:30.401853Z","time spent":"403.45581ms","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-13T17:30:31.408929Z","caller":"traceutil/trace.go:171","msg":"trace[470157025] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"590.720007ms","start":"2026-03-13T17:30:30.818184Z","end":"2026-03-13T17:30:31.408904Z","steps":["trace[470157025] 'process raft request' (duration: 590.086681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:31.409066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:30.818163Z","time spent":"590.83082ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19343,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:30:31.532331Z","caller":"traceutil/trace.go:171","msg":"trace[1217426952] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"112.851215ms","start":"2026-03-13T17:30:31.419455Z","end":"2026-03-13T17:30:31.532306Z","steps":["trace[1217426952] 'process raft request' (duration: 112.787544ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:31.53236Z","caller":"traceutil/trace.go:171","msg":"trace[13397854] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"114.332744ms","start":"2026-03-13T17:30:31.41798Z","end":"2026-03-13T17:30:31.532312Z","steps":["trace[13397854] 'process raft request' (duration: 113.222976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:32.050632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.109903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:30:32.050734Z","caller":"traceutil/trace.go:171","msg":"trace[1423437189] linearizableReadLoop","detail":"{readStateIndex:8884; appliedIndex:8883; }","duration":"278.235691ms","start":"2026-03-13T17:30:31.772482Z","end":"2026-03-13T17:30:32.050718Z","steps":["trace[1423437189] 'read index received' (duration: 64.977445ms)","trace[1423437189] 'applied index is now lower than readState.Index' (duration: 213.256456ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:30:32.050803Z","caller":"traceutil/trace.go:171","msg":"trace[1476613747] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"286.535638ms","start":"2026-03-13T17:30:31.764257Z","end":"2026-03-13T17:30:32.050792Z","steps":["trace[1476613747] 'process raft request' (duration: 73.18027ms)","trace[1476613747] 'compare' (duration: 212.936267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:30:32.05094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.440387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T17:30:32.051039Z","caller":"traceutil/trace.go:171","msg":"trace[242664777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8567; }","duration":"278.586391ms","start":"2026-03-13T17:30:31.772431Z","end":"2026-03-13T17:30:32.051017Z","steps":["trace[242664777] 'agreement among raft nodes before linearized reading' (duration: 278.362955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:32.931439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.093218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:30:32.931601Z","caller":"traceutil/trace.go:171","msg":"trace[1381632256] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"1.121950012s","start":"2026-03-13T17:30:31.809632Z","end":"2026-03-13T17:30:32.931583Z","steps":["trace[1381632256] 'process raft request' (duration: 684.648629ms)","trace[1381632256] 'compare' (duration: 436.663596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:30:32.931656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:31.809609Z","time spent":"1.122024244s","remote":"127.0.0.1:55726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T17:30:32.931922Z","caller":"traceutil/trace.go:171","msg":"trace[2065892270] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"121.921443ms","start":"2026-03-13T17:30:32.809993Z","end":"2026-03-13T17:30:32.931914Z","steps":["trace[2065892270] 'process raft request' (duration: 121.893852ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:32.932102Z","caller":"traceutil/trace.go:171","msg":"trace[1564108897] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"1.043084322s","start":"2026-03-13T17:30:31.889012Z","end":"2026-03-13T17:30:32.932096Z","steps":["trace[1564108897] 'process raft request' (duration: 1.042523588s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:32.932541Z","caller":"traceutil/trace.go:171","msg":"trace[1578417441] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"875.856949ms","start":"2026-03-13T17:30:32.056633Z","end":"2026-03-13T17:30:32.93249Z","steps":["trace[1578417441] 'process raft request' (duration: 875.223233ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:32.93254Z","caller":"traceutil/trace.go:171","msg":"trace[2084648979] linearizableReadLoop","detail":"{readStateIndex:8886; appliedIndex:8884; }","duration":"881.722492ms","start":"2026-03-13T17:30:32.05076Z","end":"2026-03-13T17:30:32.932482Z","steps":["trace[2084648979] 'read index received' (duration: 443.532686ms)","trace[2084648979] 'applied index is now lower than readState.Index' (duration: 438.183836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:30:32.932686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:32.056612Z","time spent":"875.993382ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:30:32.932739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138110173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T17:30:32.932777Z","caller":"traceutil/trace.go:171","msg":"trace[471331363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8571; }","duration":"1.138189306s","start":"2026-03-13T17:30:31.794577Z","end":"2026-03-13T17:30:32.932766Z","steps":["trace[471331363] 'agreement among raft nodes before linearized reading' (duration: 1.138071982s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:32.932798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:31.794556Z","time spent":"1.138238056s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T17:30:32.93282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138634846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T17:30:32.932838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13642606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T17:30:32.93288Z","caller":"traceutil/trace.go:171","msg":"trace[403119023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8571; }","duration":"1.138702348s","start":"2026-03-13T17:30:31.79416Z","end":"2026-03-13T17:30:32.932862Z","steps":["trace[403119023] 'agreement among raft nodes before linearized reading' (duration: 1.138509733s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:32.932899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138051042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T17:30:32.932904Z","caller":"traceutil/trace.go:171","msg":"trace[341333001] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8571; }","duration":"1.136532933s","start":"2026-03-13T17:30:31.796352Z","end":"2026-03-13T17:30:32.932885Z","steps":["trace[341333001] 'agreement among raft nodes before linearized reading' (duration: 1.136283436s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:32.932922Z","caller":"traceutil/trace.go:171","msg":"trace[256480877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8571; }","duration":"1.138089242s","start":"2026-03-13T17:30:31.794825Z","end":"2026-03-13T17:30:32.932915Z","steps":["trace[256480877] 'agreement among raft nodes before linearized reading' (duration: 1.138024441s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:32.932928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:31.794156Z","time spent":"1.138760929s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T17:30:32.932941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:31.794791Z","time spent":"1.138145884s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T17:30:32.932936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13876505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T17:30:32.932999Z","caller":"traceutil/trace.go:171","msg":"trace[1339240361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8571; }","duration":"1.138876633s","start":"2026-03-13T17:30:31.794104Z","end":"2026-03-13T17:30:32.932981Z","steps":["trace[1339240361] 'agreement among raft nodes before linearized reading' (duration: 1.138613496s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:32.933051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136007578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T17:30:32.933045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124395385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-4zmnn\" ","response":"range_response_count:1 size:19358"} {"level":"warn","ts":"2026-03-13T17:30:32.933049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:31.794079Z","time spent":"1.138956774s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T17:30:32.933072Z","caller":"traceutil/trace.go:171","msg":"trace[1850428241] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:8571; }","duration":"1.136073779s","start":"2026-03-13T17:30:31.796992Z","end":"2026-03-13T17:30:32.933066Z","steps":["trace[1850428241] 'agreement among raft nodes before linearized reading' (duration: 1.136010038s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:32.93308Z","caller":"traceutil/trace.go:171","msg":"trace[1483717163] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-4zmnn; range_end:; response_count:1; response_revision:8571; }","duration":"1.124472857s","start":"2026-03-13T17:30:31.808597Z","end":"2026-03-13T17:30:32.93307Z","steps":["trace[1483717163] 'agreement among raft nodes before linearized reading' (duration: 1.124374285s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:32.933089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:31.796983Z","time spent":"1.136102961s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-qf5f2\" "} {"level":"warn","ts":"2026-03-13T17:30:32.933108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:31.808533Z","time spent":"1.124568409s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19382,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-4zmnn\" "} {"level":"warn","ts":"2026-03-13T17:30:32.932946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:31.796301Z","time spent":"1.136636165s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T17:30:32.933229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.734331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:30:32.933272Z","caller":"traceutil/trace.go:171","msg":"trace[191485812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8571; }","duration":"566.812273ms","start":"2026-03-13T17:30:32.366446Z","end":"2026-03-13T17:30:32.933258Z","steps":["trace[191485812] 'agreement among raft nodes before linearized reading' (duration: 566.745521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:32.933311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:32.366424Z","time spent":"566.877074ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:30:32.933407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:31.88899Z","time spent":"1.043127744s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:30:33.357969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.768557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T17:30:33.358169Z","caller":"traceutil/trace.go:171","msg":"trace[1569545009] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"419.808537ms","start":"2026-03-13T17:30:32.938345Z","end":"2026-03-13T17:30:33.358153Z","steps":["trace[1569545009] 'process raft request' (duration: 419.755075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:33.358218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:32.938322Z","time spent":"419.873828ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:30:33.358404Z","caller":"traceutil/trace.go:171","msg":"trace[164739280] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"420.049633ms","start":"2026-03-13T17:30:32.938345Z","end":"2026-03-13T17:30:33.358395Z","steps":["trace[164739280] 'process raft request' (duration: 419.711694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:33.358462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:32.938322Z","time spent":"420.115114ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:30:33.358543Z","caller":"traceutil/trace.go:171","msg":"trace[1408864503] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"420.157506ms","start":"2026-03-13T17:30:32.938377Z","end":"2026-03-13T17:30:33.358535Z","steps":["trace[1408864503] 'process raft request' (duration: 419.746365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:33.358582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:32.938356Z","time spent":"420.204587ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:30:33.358613Z","caller":"traceutil/trace.go:171","msg":"trace[394164910] linearizableReadLoop","detail":"{readStateIndex:8893; appliedIndex:8888; }","duration":"418.509602ms","start":"2026-03-13T17:30:32.94009Z","end":"2026-03-13T17:30:33.358599Z","steps":["trace[394164910] 'read index received' (duration: 14.095248ms)","trace[394164910] 'applied index is now lower than readState.Index' (duration: 404.412814ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:30:33.35866Z","caller":"traceutil/trace.go:171","msg":"trace[1284725214] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"413.318946ms","start":"2026-03-13T17:30:32.945321Z","end":"2026-03-13T17:30:33.35864Z","steps":["trace[1284725214] 'process raft request' (duration: 413.096811ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:33.358304Z","caller":"traceutil/trace.go:171","msg":"trace[18381883] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"420.349901ms","start":"2026-03-13T17:30:32.937892Z","end":"2026-03-13T17:30:33.358242Z","steps":["trace[18381883] 'process raft request' (duration: 208.235735ms)","trace[18381883] 'compare' (duration: 211.655524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:30:33.358744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:32.9453Z","time spent":"413.390579ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19334,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:30:33.358805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:32.93786Z","time spent":"420.893034ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:30:33.35887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.083186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-13T17:30:33.358945Z","caller":"traceutil/trace.go:171","msg":"trace[1238455742] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8577; }","duration":"404.205859ms","start":"2026-03-13T17:30:32.954721Z","end":"2026-03-13T17:30:33.358927Z","steps":["trace[1238455742] 'agreement among raft nodes before linearized reading' (duration: 403.999283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:33.358986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:32.954704Z","time spent":"404.271661ms","remote":"127.0.0.1:55744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-13T17:30:33.359117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.009055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290367"} {"level":"info","ts":"2026-03-13T17:30:33.359198Z","caller":"traceutil/trace.go:171","msg":"trace[1665273158] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8577; }","duration":"419.181369ms","start":"2026-03-13T17:30:32.94Z","end":"2026-03-13T17:30:33.359181Z","steps":["trace[1665273158] 'agreement among raft nodes before linearized reading' (duration: 418.682216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:33.359226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:32.939975Z","time spent":"419.243991ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290391,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T17:30:33.707758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.701014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T17:30:33.707838Z","caller":"traceutil/trace.go:171","msg":"trace[762148674] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8579; }","duration":"106.825028ms","start":"2026-03-13T17:30:33.60099Z","end":"2026-03-13T17:30:33.707815Z","steps":["trace[762148674] 'count revisions from in-memory index tree' (duration: 106.600862ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:33.972666Z","caller":"traceutil/trace.go:171","msg":"trace[1305929221] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"129.833038ms","start":"2026-03-13T17:30:33.842809Z","end":"2026-03-13T17:30:33.972642Z","steps":["trace[1305929221] 'process raft request' (duration: 129.717365ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:34.014333Z","caller":"traceutil/trace.go:171","msg":"trace[1894833160] linearizableReadLoop","detail":"{readStateIndex:8902; appliedIndex:8900; }","duration":"112.027284ms","start":"2026-03-13T17:30:33.902286Z","end":"2026-03-13T17:30:34.014314Z","steps":["trace[1894833160] 'read index received' (duration: 70.153271ms)","trace[1894833160] 'applied index is now lower than readState.Index' (duration: 41.872983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:30:34.014433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.128107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:30:34.014456Z","caller":"traceutil/trace.go:171","msg":"trace[895109692] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8585; }","duration":"112.193018ms","start":"2026-03-13T17:30:33.902256Z","end":"2026-03-13T17:30:34.014449Z","steps":["trace[895109692] 'agreement among raft nodes before linearized reading' (duration: 112.128986ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:34.014429Z","caller":"traceutil/trace.go:171","msg":"trace[1816711084] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"117.949208ms","start":"2026-03-13T17:30:33.896445Z","end":"2026-03-13T17:30:34.014394Z","steps":["trace[1816711084] 'process raft request' (duration: 117.747952ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:34.193599Z","caller":"traceutil/trace.go:171","msg":"trace[27638522] linearizableReadLoop","detail":"{readStateIndex:8904; appliedIndex:8903; }","duration":"103.584733ms","start":"2026-03-13T17:30:34.089997Z","end":"2026-03-13T17:30:34.193582Z","steps":["trace[27638522] 'read index received' (duration: 103.4832ms)","trace[27638522] 'applied index is now lower than readState.Index' (duration: 100.163µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:30:34.193741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.033521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:30:34.193783Z","caller":"traceutil/trace.go:171","msg":"trace[1391113593] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8587; }","duration":"123.132834ms","start":"2026-03-13T17:30:34.070636Z","end":"2026-03-13T17:30:34.193769Z","steps":["trace[1391113593] 'agreement among raft nodes before linearized reading' (duration: 123.020331ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:34.194199Z","caller":"traceutil/trace.go:171","msg":"trace[632369840] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"137.701174ms","start":"2026-03-13T17:30:34.056486Z","end":"2026-03-13T17:30:34.194187Z","steps":["trace[632369840] 'process raft request' (duration: 136.933424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:35.036252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.803092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T17:30:35.036329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.94607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-4zmnn\" ","response":"range_response_count:1 size:19349"} {"level":"info","ts":"2026-03-13T17:30:35.036412Z","caller":"traceutil/trace.go:171","msg":"trace[854370587] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-4zmnn; range_end:; response_count:1; response_revision:8590; }","duration":"179.068234ms","start":"2026-03-13T17:30:34.857322Z","end":"2026-03-13T17:30:35.03639Z","steps":["trace[854370587] 'range keys from in-memory index tree' (duration: 178.737706ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:35.036349Z","caller":"traceutil/trace.go:171","msg":"trace[546420839] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8590; }","duration":"156.951236ms","start":"2026-03-13T17:30:34.879371Z","end":"2026-03-13T17:30:35.036323Z","steps":["trace[546420839] 'count revisions from in-memory index tree' (duration: 156.722811ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:35.280514Z","caller":"traceutil/trace.go:171","msg":"trace[1495829725] linearizableReadLoop","detail":"{readStateIndex:8908; appliedIndex:8907; }","duration":"322.301001ms","start":"2026-03-13T17:30:34.958186Z","end":"2026-03-13T17:30:35.280487Z","steps":["trace[1495829725] 'read index received' (duration: 322.072935ms)","trace[1495829725] 'applied index is now lower than readState.Index' (duration: 226.546µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:30:35.280652Z","caller":"traceutil/trace.go:171","msg":"trace[1672294618] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"342.245712ms","start":"2026-03-13T17:30:34.938342Z","end":"2026-03-13T17:30:35.280587Z","steps":["trace[1672294618] 'process raft request' (duration: 341.883182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:35.280967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:34.938331Z","time spent":"342.54905ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:30:35.280749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.540738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T17:30:35.281057Z","caller":"traceutil/trace.go:171","msg":"trace[1860447474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8591; }","duration":"322.911937ms","start":"2026-03-13T17:30:34.958127Z","end":"2026-03-13T17:30:35.281039Z","steps":["trace[1860447474] 'agreement among raft nodes before linearized reading' (duration: 322.480726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:35.2812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:34.9581Z","time spent":"323.036251ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T17:30:35.863153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314491800524260,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T17:30:35.977855Z","caller":"traceutil/trace.go:171","msg":"trace[1414672122] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"936.888141ms","start":"2026-03-13T17:30:35.04095Z","end":"2026-03-13T17:30:35.977838Z","steps":["trace[1414672122] 'process raft request' (duration: 936.617634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:35.977958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:35.040926Z","time spent":"936.975704ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:30:35.978162Z","caller":"traceutil/trace.go:171","msg":"trace[2003582294] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"930.959477ms","start":"2026-03-13T17:30:35.047181Z","end":"2026-03-13T17:30:35.97814Z","steps":["trace[2003582294] 'process raft request' (duration: 930.572537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:35.978297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:35.047148Z","time spent":"931.07656ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19679,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:30:36.455746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.688148ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-13T17:30:36.456676Z","caller":"traceutil/trace.go:171","msg":"trace[2032706467] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"1.169913664s","start":"2026-03-13T17:30:35.286734Z","end":"2026-03-13T17:30:36.456648Z","steps":["trace[2032706467] 'process raft request' (duration: 1.169108803s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:36.456752Z","caller":"traceutil/trace.go:171","msg":"trace[1487544539] linearizableReadLoop","detail":"{readStateIndex:8912; appliedIndex:8909; }","duration":"1.094060833s","start":"2026-03-13T17:30:35.362663Z","end":"2026-03-13T17:30:36.456723Z","steps":["trace[1487544539] 'read index received' (duration: 615.084652ms)","trace[1487544539] 'applied index is now lower than readState.Index' (duration: 478.972961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:30:36.456936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:35.286714Z","time spent":"1.17011172s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T17:30:36.459342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096654261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T17:30:36.459425Z","caller":"traceutil/trace.go:171","msg":"trace[368531488] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8594; }","duration":"1.096789895s","start":"2026-03-13T17:30:35.36261Z","end":"2026-03-13T17:30:36.4594Z","steps":["trace[368531488] 'agreement among raft nodes before linearized reading' (duration: 1.094186737s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:36.459555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:35.362588Z","time spent":"1.096949219s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T17:30:36.459633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093384906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:30:36.45963Z","caller":"traceutil/trace.go:171","msg":"trace[311424959] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"259.921014ms","start":"2026-03-13T17:30:36.199677Z","end":"2026-03-13T17:30:36.459598Z","steps":["trace[311424959] 'process raft request' (duration: 257.044179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:36.459636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096941758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T17:30:36.459701Z","caller":"traceutil/trace.go:171","msg":"trace[1524546849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8595; }","duration":"1.093471868s","start":"2026-03-13T17:30:35.366212Z","end":"2026-03-13T17:30:36.459683Z","steps":["trace[1524546849] 'agreement among raft nodes before linearized reading' (duration: 1.093394666s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:36.459763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:35.366198Z","time spent":"1.09355534s","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T17:30:36.459766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.426595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-x5jvv\" ","response":"range_response_count:1 size:9958"} {"level":"warn","ts":"2026-03-13T17:30:36.459644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.639711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-13T17:30:36.459756Z","caller":"traceutil/trace.go:171","msg":"trace[1413047216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8595; }","duration":"1.097103563s","start":"2026-03-13T17:30:35.362638Z","end":"2026-03-13T17:30:36.459741Z","steps":["trace[1413047216] 'agreement among raft nodes before linearized reading' (duration: 1.096759234s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:36.459824Z","caller":"traceutil/trace.go:171","msg":"trace[667948620] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8595; }","duration":"868.880346ms","start":"2026-03-13T17:30:35.59093Z","end":"2026-03-13T17:30:36.45981Z","steps":["trace[667948620] 'agreement among raft nodes before linearized reading' (duration: 868.550478ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:36.459828Z","caller":"traceutil/trace.go:171","msg":"trace[2064676520] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-x5jvv; range_end:; response_count:1; response_revision:8595; }","duration":"476.479426ms","start":"2026-03-13T17:30:35.983325Z","end":"2026-03-13T17:30:36.459805Z","steps":["trace[2064676520] 'agreement among raft nodes before linearized reading' (duration: 476.356433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:36.459842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:35.362616Z","time spent":"1.097211506s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T17:30:36.459867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096836436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T17:30:36.459896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:35.983269Z","time spent":"476.610969ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":9982,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-x5jvv\" "} {"level":"warn","ts":"2026-03-13T17:30:36.459892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:35.590905Z","time spent":"868.961119ms","remote":"127.0.0.1:55808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19430,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-13T17:30:36.459933Z","caller":"traceutil/trace.go:171","msg":"trace[1915945631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8595; }","duration":"1.096965539s","start":"2026-03-13T17:30:35.362951Z","end":"2026-03-13T17:30:36.459916Z","steps":["trace[1915945631] 'agreement among raft nodes before linearized reading' (duration: 1.096703922s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:36.459943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.614326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T17:30:36.459913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092641707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qf5f2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T17:30:36.460038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:35.362939Z","time spent":"1.09702391s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T17:30:36.459576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.592845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:30:36.460119Z","caller":"traceutil/trace.go:171","msg":"trace[941637773] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8595; }","duration":"237.137799ms","start":"2026-03-13T17:30:36.222964Z","end":"2026-03-13T17:30:36.460102Z","steps":["trace[941637773] 'agreement among raft nodes before linearized reading' (duration: 236.557164ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:36.460124Z","caller":"traceutil/trace.go:171","msg":"trace[1005014296] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qf5f2; range_end:; response_count:1; response_revision:8595; }","duration":"1.092885413s","start":"2026-03-13T17:30:35.3672Z","end":"2026-03-13T17:30:36.460086Z","steps":["trace[1005014296] 'agreement among raft nodes before linearized reading' (duration: 1.092405731s)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:36.460011Z","caller":"traceutil/trace.go:171","msg":"trace[438329714] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8595; }","duration":"541.750919ms","start":"2026-03-13T17:30:35.918243Z","end":"2026-03-13T17:30:36.459994Z","steps":["trace[438329714] 'agreement among raft nodes before linearized reading' (duration: 541.543544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:36.460147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09740076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T17:30:36.460202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:35.367188Z","time spent":"1.092996596s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-qf5f2\" "} {"level":"info","ts":"2026-03-13T17:30:36.460225Z","caller":"traceutil/trace.go:171","msg":"trace[494832896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8595; }","duration":"1.097529813s","start":"2026-03-13T17:30:35.362674Z","end":"2026-03-13T17:30:36.460204Z","steps":["trace[494832896] 'agreement among raft nodes before linearized reading' (duration: 1.097267667s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:36.460232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:35.918219Z","time spent":"541.978774ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-13T17:30:36.460268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:35.362652Z","time spent":"1.097604966s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T17:30:46.690402Z","caller":"traceutil/trace.go:171","msg":"trace[872800932] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"141.633136ms","start":"2026-03-13T17:30:46.548736Z","end":"2026-03-13T17:30:46.690369Z","steps":["trace[872800932] 'process raft request' (duration: 109.343213ms)","trace[872800932] 'compare' (duration: 32.064657ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:30:46.690613Z","caller":"traceutil/trace.go:171","msg":"trace[797816139] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"141.692327ms","start":"2026-03-13T17:30:46.548897Z","end":"2026-03-13T17:30:46.690589Z","steps":["trace[797816139] 'process raft request' (duration: 141.41358ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:46.690901Z","caller":"traceutil/trace.go:171","msg":"trace[623522441] linearizableReadLoop","detail":"{readStateIndex:8983; appliedIndex:8979; }","duration":"141.878862ms","start":"2026-03-13T17:30:46.54901Z","end":"2026-03-13T17:30:46.690889Z","steps":["trace[623522441] 'read index received' (duration: 40.594019ms)","trace[623522441] 'applied index is now lower than readState.Index' (duration: 101.283753ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:30:46.690937Z","caller":"traceutil/trace.go:171","msg":"trace[1398058251] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"142.000755ms","start":"2026-03-13T17:30:46.548919Z","end":"2026-03-13T17:30:46.69092Z","steps":["trace[1398058251] 'process raft request' (duration: 141.598505ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:46.691077Z","caller":"traceutil/trace.go:171","msg":"trace[1487778096] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"142.059216ms","start":"2026-03-13T17:30:46.549Z","end":"2026-03-13T17:30:46.691059Z","steps":["trace[1487778096] 'process raft request' (duration: 141.832901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:46.69134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.324334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291206"} {"level":"info","ts":"2026-03-13T17:30:46.691382Z","caller":"traceutil/trace.go:171","msg":"trace[1720749346] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8663; }","duration":"142.409076ms","start":"2026-03-13T17:30:46.548963Z","end":"2026-03-13T17:30:46.691372Z","steps":["trace[1720749346] 'agreement among raft nodes before linearized reading' (duration: 141.976874ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:47.666061Z","caller":"traceutil/trace.go:171","msg":"trace[1202894407] linearizableReadLoop","detail":"{readStateIndex:8986; appliedIndex:8985; }","duration":"298.336606ms","start":"2026-03-13T17:30:47.367699Z","end":"2026-03-13T17:30:47.666036Z","steps":["trace[1202894407] 'read index received' (duration: 39.145292ms)","trace[1202894407] 'applied index is now lower than readState.Index' (duration: 259.189934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T17:30:47.666231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.52163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:30:47.666241Z","caller":"traceutil/trace.go:171","msg":"trace[1400940740] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"336.450111ms","start":"2026-03-13T17:30:47.32974Z","end":"2026-03-13T17:30:47.66619Z","steps":["trace[1400940740] 'process raft request' (duration: 336.124773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:47.666332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.075571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T17:30:47.666427Z","caller":"traceutil/trace.go:171","msg":"trace[1926463979] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8665; }","duration":"190.224374ms","start":"2026-03-13T17:30:47.47618Z","end":"2026-03-13T17:30:47.666404Z","steps":["trace[1926463979] 'agreement among raft nodes before linearized reading' (duration: 190.053399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:30:47.66645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T17:30:47.3297Z","time spent":"336.654867ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T17:30:47.66629Z","caller":"traceutil/trace.go:171","msg":"trace[1420532236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8665; }","duration":"298.647435ms","start":"2026-03-13T17:30:47.36762Z","end":"2026-03-13T17:30:47.666268Z","steps":["trace[1420532236] 'agreement among raft nodes before linearized reading' (duration: 298.550041ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:30:47.816014Z","caller":"traceutil/trace.go:171","msg":"trace[1389381173] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"106.777986ms","start":"2026-03-13T17:30:47.70921Z","end":"2026-03-13T17:30:47.815988Z","steps":["trace[1389381173] 'process raft request' (duration: 106.248252ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:31:35.835779Z","caller":"traceutil/trace.go:171","msg":"trace[844491713] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8985; }","duration":"103.785718ms","start":"2026-03-13T17:31:35.731965Z","end":"2026-03-13T17:31:35.835751Z","steps":["trace[844491713] 'process raft request' (duration: 45.874857ms)","trace[844491713] 'compare' (duration: 57.746247ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:32:47.19427Z","caller":"traceutil/trace.go:171","msg":"trace[1709483509] transaction","detail":"{read_only:false; response_revision:9437; number_of_response:1; }","duration":"163.672859ms","start":"2026-03-13T17:32:47.030573Z","end":"2026-03-13T17:32:47.194246Z","steps":["trace[1709483509] 'process raft request' (duration: 163.414022ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:33:27.02889Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7587} {"level":"info","ts":"2026-03-13T17:33:27.092301Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7587,"took":"61.669976ms","hash":3872828809,"current-db-size-bytes":42901504,"current-db-size":"43 MB","current-db-size-in-use-bytes":25272320,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-13T17:33:27.09236Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3872828809,"revision":7587,"compact-revision":5516} {"level":"info","ts":"2026-03-13T17:33:30.918324Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be773dfc027af3eb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-13T17:33:30.924122Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-13T17:33:30.924258Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-13T17:34:48.339661Z","caller":"traceutil/trace.go:171","msg":"trace[2058767317] linearizableReadLoop","detail":"{readStateIndex:10481; appliedIndex:10480; }","duration":"108.975387ms","start":"2026-03-13T17:34:48.230657Z","end":"2026-03-13T17:34:48.339633Z","steps":["trace[2058767317] 'read index received' (duration: 108.70195ms)","trace[2058767317] 'applied index is now lower than readState.Index' (duration: 272.287µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T17:34:48.339775Z","caller":"traceutil/trace.go:171","msg":"trace[526932007] transaction","detail":"{read_only:false; response_revision:10105; number_of_response:1; }","duration":"127.530627ms","start":"2026-03-13T17:34:48.212175Z","end":"2026-03-13T17:34:48.339705Z","steps":["trace[526932007] 'process raft request' (duration: 127.27309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T17:34:48.33993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.242794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-gjktn\" ","response":"range_response_count:1 size:7100"} {"level":"info","ts":"2026-03-13T17:34:48.340397Z","caller":"traceutil/trace.go:171","msg":"trace[638021795] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-gjktn; range_end:; response_count:1; response_revision:10105; }","duration":"109.767577ms","start":"2026-03-13T17:34:48.230608Z","end":"2026-03-13T17:34:48.340376Z","steps":["trace[638021795] 'agreement among raft nodes before linearized reading' (duration: 109.156011ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:35:52.026019Z","caller":"traceutil/trace.go:171","msg":"trace[544134216] transaction","detail":"{read_only:false; response_revision:10463; number_of_response:1; }","duration":"134.377357ms","start":"2026-03-13T17:35:51.891614Z","end":"2026-03-13T17:35:52.025991Z","steps":["trace[544134216] 'process raft request' (duration: 134.173042ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T17:38:27.035948Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9623} {"level":"info","ts":"2026-03-13T17:38:27.125403Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9623,"took":"87.139278ms","hash":1648574982,"current-db-size-bytes":42901504,"current-db-size":"43 MB","current-db-size-in-use-bytes":17887232,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-13T17:38:27.125466Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1648574982,"revision":9623,"compact-revision":7587}